2024-11-09 16:25:14,668 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-09 16:25:14,680 main DEBUG Took 0.010127 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 16:25:14,680 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 16:25:14,681 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 16:25:14,681 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 16:25:14,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,689 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 16:25:14,701 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,704 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,705 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,706 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,707 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,708 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,709 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,709 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,711 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:25:14,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,713 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 16:25:14,714 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:25:14,715 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 16:25:14,717 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 16:25:14,717 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 16:25:14,719 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 16:25:14,719 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 16:25:14,727 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 16:25:14,730 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 16:25:14,732 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 16:25:14,733 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 16:25:14,733 main DEBUG createAppenders(={Console}) 2024-11-09 16:25:14,734 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-09 16:25:14,734 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-09 16:25:14,734 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-09 16:25:14,735 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 16:25:14,735 main DEBUG OutputStream closed 2024-11-09 16:25:14,735 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 16:25:14,736 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 16:25:14,736 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-09 16:25:14,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 16:25:14,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 16:25:14,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 16:25:14,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 16:25:14,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 16:25:14,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 16:25:14,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 16:25:14,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 16:25:14,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 16:25:14,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 16:25:14,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 16:25:14,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 16:25:14,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 16:25:14,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 16:25:14,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 16:25:14,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 16:25:14,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 16:25:14,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 16:25:14,818 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 16:25:14,819 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-09 16:25:14,819 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 16:25:14,820 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-09T16:25:15,045 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e 2024-11-09 16:25:15,048 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 16:25:15,049 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T16:25:15,059 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-09T16:25:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:25:15,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/cluster_ae401065-60d9-3f51-b077-6610844879e0, deleteOnExit=true 2024-11-09T16:25:15,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-09T16:25:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/test.cache.data in system properties and HBase conf 2024-11-09T16:25:15,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:25:15,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:25:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:25:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:25:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-09T16:25:15,172 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T16:25:15,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:25:15,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:25:15,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:25:15,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:25:15,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:25:15,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:25:15,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:25:15,268 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:25:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:25:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:25:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:25:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:25:15,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:25:15,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:25:15,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:25:16,317 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T16:25:16,393 INFO [Time-limited test {}] log.Log(170): Logging initialized @2420ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T16:25:16,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:25:16,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:25:16,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:25:16,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:25:16,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:25:16,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:25:16,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:25:16,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:25:16,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/java.io.tmpdir/jetty-localhost-34531-hadoop-hdfs-3_4_1-tests_jar-_-any-1145907281194449230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:25:16,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:34531} 2024-11-09T16:25:16,769 INFO [Time-limited test {}] server.Server(415): Started @2796ms 2024-11-09T16:25:17,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:25:17,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:25:17,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:25:17,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:25:17,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:25:17,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:25:17,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:25:17,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/java.io.tmpdir/jetty-localhost-41365-hadoop-hdfs-3_4_1-tests_jar-_-any-11050259193292934668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:25:17,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:41365} 2024-11-09T16:25:17,438 INFO [Time-limited test {}] server.Server(415): Started @3465ms 2024-11-09T16:25:17,493 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:25:18,189 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/cluster_ae401065-60d9-3f51-b077-6610844879e0/dfs/data/data2/current/BP-1741444137-172.17.0.3-1731169515908/current, will proceed with Du for space computation calculation, 2024-11-09T16:25:18,189 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/cluster_ae401065-60d9-3f51-b077-6610844879e0/dfs/data/data1/current/BP-1741444137-172.17.0.3-1731169515908/current, will proceed with Du for space computation calculation, 2024-11-09T16:25:18,216 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:25:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbf9a56b2e44cbfe with lease ID 0x8b1e6f069add2924: Processing first storage report for DS-58db734e-8861-44a4-8f6f-a5e05cbe4f18 from datanode DatanodeRegistration(127.0.0.1:40505, datanodeUuid=9e35b7df-974d-4735-a5b4-c84fdb26ebf1, infoPort=46513, infoSecurePort=0, ipcPort=45901, storageInfo=lv=-57;cid=testClusterID;nsid=1915080736;c=1731169515908) 2024-11-09T16:25:18,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbf9a56b2e44cbfe with lease ID 0x8b1e6f069add2924: from storage DS-58db734e-8861-44a4-8f6f-a5e05cbe4f18 node DatanodeRegistration(127.0.0.1:40505, datanodeUuid=9e35b7df-974d-4735-a5b4-c84fdb26ebf1, infoPort=46513, infoSecurePort=0, ipcPort=45901, storageInfo=lv=-57;cid=testClusterID;nsid=1915080736;c=1731169515908), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T16:25:18,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbf9a56b2e44cbfe with lease ID 0x8b1e6f069add2924: Processing first storage report for DS-0332523c-3db7-4192-b6e9-d64a3514c223 from datanode DatanodeRegistration(127.0.0.1:40505, datanodeUuid=9e35b7df-974d-4735-a5b4-c84fdb26ebf1, infoPort=46513, infoSecurePort=0, ipcPort=45901, storageInfo=lv=-57;cid=testClusterID;nsid=1915080736;c=1731169515908) 2024-11-09T16:25:18,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbf9a56b2e44cbfe with lease ID 0x8b1e6f069add2924: from storage DS-0332523c-3db7-4192-b6e9-d64a3514c223 node DatanodeRegistration(127.0.0.1:40505, datanodeUuid=9e35b7df-974d-4735-a5b4-c84fdb26ebf1, infoPort=46513, infoSecurePort=0, ipcPort=45901, storageInfo=lv=-57;cid=testClusterID;nsid=1915080736;c=1731169515908), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T16:25:18,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e 2024-11-09T16:25:18,337 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/cluster_ae401065-60d9-3f51-b077-6610844879e0/zookeeper_0, clientPort=57820, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/cluster_ae401065-60d9-3f51-b077-6610844879e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/cluster_ae401065-60d9-3f51-b077-6610844879e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:25:18,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57820 2024-11-09T16:25:18,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:25:18,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:25:18,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:25:18,997 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf with version=8 2024-11-09T16:25:18,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/hbase-staging 2024-11-09T16:25:19,105 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T16:25:19,371 INFO [Time-limited test {}] client.ConnectionUtils(129): master/adb42ec6d7d6:0 server-side Connection retries=45 2024-11-09T16:25:19,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:25:19,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:25:19,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:25:19,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:25:19,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:25:19,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:25:19,577 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T16:25:19,585 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T16:25:19,589 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:25:19,612 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44833 (auto-detected) 2024-11-09T16:25:19,613 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T16:25:19,630 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:40583 2024-11-09T16:25:19,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:25:19,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:25:19,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40583 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-09T16:25:19,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405830x0, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:25:19,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40583-0x10121b425660000 connected 2024-11-09T16:25:19,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T16:25:19,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T16:25:19,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T16:25:19,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-09T16:25:19,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40583 2024-11-09T16:25:19,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40583 2024-11-09T16:25:19,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-09T16:25:19,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-09T16:25:19,820 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf, hbase.cluster.distributed=false 2024-11-09T16:25:19,875 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb42ec6d7d6:0 server-side Connection retries=45 2024-11-09T16:25:19,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:25:19,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:25:19,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:25:19,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:25:19,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:25:19,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:25:19,880 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:25:19,881 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44345 2024-11-09T16:25:19,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:25:19,886 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:25:19,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:25:19,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:25:19,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44345 connecting to ZooKeeper ensemble=127.0.0.1:57820 2024-11-09T16:25:19,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443450x0, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:25:19,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443450x0, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T16:25:19,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44345-0x10121b425660001 connected 2024-11-09T16:25:19,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T16:25:19,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T16:25:19,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-09T16:25:19,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44345 2024-11-09T16:25:19,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44345 2024-11-09T16:25:19,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-09T16:25:19,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-09T16:25:19,910 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/adb42ec6d7d6,40583,1731169519100 2024-11-09T16:25:19,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T16:25:19,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T16:25:19,924 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;adb42ec6d7d6:40583 2024-11-09T16:25:19,925 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/adb42ec6d7d6,40583,1731169519100 2024-11-09T16:25:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T16:25:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T16:25:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:19,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:19,952 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T16:25:19,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T16:25:19,953 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/adb42ec6d7d6,40583,1731169519100 from backup master directory 2024-11-09T16:25:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/adb42ec6d7d6,40583,1731169519100 2024-11-09T16:25:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T16:25:19,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T16:25:19,960 WARN [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:25:19,960 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=adb42ec6d7d6,40583,1731169519100 2024-11-09T16:25:19,963 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T16:25:19,964 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T16:25:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:25:20,441 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/hbase.id with ID: 8ef60f43-4865-4b2b-8730-fea131050ca3 2024-11-09T16:25:20,508 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:25:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:20,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:25:20,603 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:25:20,606 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:25:20,627 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:20,633 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:25:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:25:20,695 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store 2024-11-09T16:25:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:25:21,124 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T16:25:21,125 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:21,126 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:25:21,126 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:25:21,127 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:25:21,127 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:25:21,127 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:25:21,127 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:25:21,127 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T16:25:21,131 WARN [master/adb42ec6d7d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/.initializing 2024-11-09T16:25:21,131 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/WALs/adb42ec6d7d6,40583,1731169519100 2024-11-09T16:25:21,140 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:25:21,156 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb42ec6d7d6%2C40583%2C1731169519100, suffix=, logDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/WALs/adb42ec6d7d6,40583,1731169519100, archiveDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/oldWALs, maxLogs=10 2024-11-09T16:25:21,186 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/WALs/adb42ec6d7d6,40583,1731169519100/adb42ec6d7d6%2C40583%2C1731169519100.1731169521162, exclude list is [], retry=0 2024-11-09T16:25:21,204 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40505,DS-58db734e-8861-44a4-8f6f-a5e05cbe4f18,DISK] 2024-11-09T16:25:21,207 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T16:25:21,249 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/WALs/adb42ec6d7d6,40583,1731169519100/adb42ec6d7d6%2C40583%2C1731169519100.1731169521162 2024-11-09T16:25:21,250 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46513:46513)] 2024-11-09T16:25:21,250 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:25:21,251 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:21,254 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,255 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:25:21,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:21,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:25:21,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:25:21,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:21,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:21,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:25:21,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:21,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:21,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:25:21,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:21,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:21,361 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,363 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,373 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:25:21,378 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:25:21,383 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:25:21,384 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71403303, jitterRate=0.06399212777614594}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:25:21,390 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T16:25:21,391 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:25:21,431 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c968d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:21,471 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-09T16:25:21,484 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:25:21,484 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:25:21,487 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:25:21,489 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T16:25:21,494 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-09T16:25:21,495 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:25:21,530 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:25:21,546 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T16:25:21,584 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-09T16:25:21,587 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:25:21,592 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:25:21,601 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-09T16:25:21,603 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:25:21,607 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:25:21,617 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-09T16:25:21,619 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:25:21,626 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T16:25:21,636 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:25:21,642 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T16:25:21,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T16:25:21,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T16:25:21,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:21,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:21,653 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=adb42ec6d7d6,40583,1731169519100, sessionid=0x10121b425660000, setting cluster-up flag (Was=false) 2024-11-09T16:25:21,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:21,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:21,709 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T16:25:21,711 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb42ec6d7d6,40583,1731169519100 2024-11-09T16:25:21,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:21,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:21,759 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T16:25:21,760 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb42ec6d7d6,40583,1731169519100 2024-11-09T16:25:21,829 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;adb42ec6d7d6:44345 2024-11-09T16:25:21,831 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1008): ClusterId : 8ef60f43-4865-4b2b-8730-fea131050ca3 2024-11-09T16:25:21,834 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:25:21,844 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:25:21,844 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:25:21,853 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:25:21,854 DEBUG [RS:0;adb42ec6d7d6:44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796cd60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:21,855 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-09T16:25:21,858 DEBUG [RS:0;adb42ec6d7d6:44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5621ef62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb42ec6d7d6/172.17.0.3:0 2024-11-09T16:25:21,862 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-09T16:25:21,862 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-09T16:25:21,862 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-09T16:25:21,862 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-09T16:25:21,865 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb42ec6d7d6,40583,1731169519100 with isa=adb42ec6d7d6/172.17.0.3:44345, startcode=1731169519874 2024-11-09T16:25:21,865 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:25:21,872 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: adb42ec6d7d6,40583,1731169519100 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:25:21,877 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/adb42ec6d7d6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:25:21,877 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/adb42ec6d7d6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:25:21,877 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/adb42ec6d7d6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:25:21,877 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/adb42ec6d7d6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:25:21,878 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/adb42ec6d7d6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:25:21,878 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:21,878 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/adb42ec6d7d6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:25:21,878 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:21,880 DEBUG [RS:0;adb42ec6d7d6:44345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:25:21,887 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:25:21,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:25:21,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:21,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:25:21,903 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169551903 2024-11-09T16:25:21,905 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:25:21,907 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:25:21,910 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:25:21,911 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:25:21,911 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:25:21,912 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:25:21,918 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:21,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741831_1007 (size=1039) 2024-11-09T16:25:21,927 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:25:21,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-09T16:25:21,929 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:25:21,929 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40819, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:25:21,929 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:25:21,929 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:25:21,935 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:25:21,935 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:25:21,939 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40583 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:21,940 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/adb42ec6d7d6:0:becomeActiveMaster-HFileCleaner.large.0-1731169521936,5,FailOnTimeoutGroup] 2024-11-09T16:25:21,942 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/adb42ec6d7d6:0:becomeActiveMaster-HFileCleaner.small.0-1731169521940,5,FailOnTimeoutGroup] 2024-11-09T16:25:21,943 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:21,943 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:25:21,944 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:21,945 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:21,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:25:21,971 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-09T16:25:21,971 WARN [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T16:25:22,073 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb42ec6d7d6,40583,1731169519100 with isa=adb42ec6d7d6/172.17.0.3:44345, startcode=1731169519874 2024-11-09T16:25:22,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40583 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40583 {}] master.ServerManager(486): Registering regionserver=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,084 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:25:22,084 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37985 2024-11-09T16:25:22,084 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-09T16:25:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T16:25:22,093 DEBUG [RS:0;adb42ec6d7d6:44345 {}] zookeeper.ZKUtil(111): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,094 WARN [RS:0;adb42ec6d7d6:44345 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:25:22,094 INFO [RS:0;adb42ec6d7d6:44345 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:25:22,094 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/WALs/adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb42ec6d7d6,44345,1731169519874] 2024-11-09T16:25:22,109 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-09T16:25:22,122 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:25:22,141 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:25:22,144 INFO [RS:0;adb42ec6d7d6:44345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:25:22,144 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:22,146 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-09T16:25:22,153 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:22,154 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,154 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,154 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,154 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,155 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,155 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb42ec6d7d6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:25:22,155 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,155 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,156 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,156 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,156 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb42ec6d7d6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:25:22,156 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb42ec6d7d6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:25:22,157 DEBUG [RS:0;adb42ec6d7d6:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:25:22,158 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:22,158 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:22,158 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:22,158 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:22,158 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb42ec6d7d6,44345,1731169519874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:25:22,181 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:25:22,183 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb42ec6d7d6,44345,1731169519874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:22,201 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.Replication(204): adb42ec6d7d6,44345,1731169519874 started 2024-11-09T16:25:22,201 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1767): Serving as adb42ec6d7d6,44345,1731169519874, RpcServer on adb42ec6d7d6/172.17.0.3:44345, sessionid=0x10121b425660001 2024-11-09T16:25:22,202 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:25:22,202 DEBUG [RS:0;adb42ec6d7d6:44345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,202 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb42ec6d7d6,44345,1731169519874' 2024-11-09T16:25:22,202 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T16:25:22,203 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T16:25:22,203 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:25:22,204 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:25:22,204 DEBUG [RS:0;adb42ec6d7d6:44345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,204 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb42ec6d7d6,44345,1731169519874' 2024-11-09T16:25:22,204 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T16:25:22,204 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T16:25:22,205 DEBUG [RS:0;adb42ec6d7d6:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:25:22,205 INFO [RS:0;adb42ec6d7d6:44345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:25:22,205 INFO [RS:0;adb42ec6d7d6:44345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:25:22,310 INFO [RS:0;adb42ec6d7d6:44345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:25:22,314 INFO [RS:0;adb42ec6d7d6:44345 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb42ec6d7d6%2C44345%2C1731169519874, suffix=, logDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/WALs/adb42ec6d7d6,44345,1731169519874, archiveDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/oldWALs, maxLogs=32 2024-11-09T16:25:22,331 DEBUG [RS:0;adb42ec6d7d6:44345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/WALs/adb42ec6d7d6,44345,1731169519874/adb42ec6d7d6%2C44345%2C1731169519874.1731169522316, exclude list is [], retry=0 2024-11-09T16:25:22,336 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40505,DS-58db734e-8861-44a4-8f6f-a5e05cbe4f18,DISK] 2024-11-09T16:25:22,340 INFO [RS:0;adb42ec6d7d6:44345 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/WALs/adb42ec6d7d6,44345,1731169519874/adb42ec6d7d6%2C44345%2C1731169519874.1731169522316 2024-11-09T16:25:22,340 DEBUG [RS:0;adb42ec6d7d6:44345 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46513:46513)] 2024-11-09T16:25:22,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:22,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:25:22,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:25:22,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:22,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:25:22,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:25:22,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:25:22,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:22,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:25:22,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:25:22,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:25:22,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:22,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:25:22,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740 2024-11-09T16:25:22,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740 2024-11-09T16:25:22,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:25:22,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-09T16:25:22,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:25:22,384 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67465605, jitterRate=0.005315855145454407}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:25:22,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-09T16:25:22,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:25:22,387 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-09T16:25:22,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-09T16:25:22,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:25:22,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:25:22,388 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-09T16:25:22,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-09T16:25:22,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:25:22,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-09T16:25:22,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:25:22,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:25:22,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:25:22,559 DEBUG [adb42ec6d7d6:40583 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:25:22,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb42ec6d7d6,44345,1731169519874, state=OPENING 2024-11-09T16:25:22,584 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:25:22,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:22,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:22,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T16:25:22,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T16:25:22,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:25:22,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:25:22,776 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:25:22,788 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-09T16:25:22,788 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:25:22,789 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:25:22,793 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb42ec6d7d6%2C44345%2C1731169519874.meta, suffix=.meta, logDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/WALs/adb42ec6d7d6,44345,1731169519874, archiveDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/oldWALs, maxLogs=32 2024-11-09T16:25:22,814 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/WALs/adb42ec6d7d6,44345,1731169519874/adb42ec6d7d6%2C44345%2C1731169519874.meta.1731169522795.meta, exclude list is [], retry=0 2024-11-09T16:25:22,818 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40505,DS-58db734e-8861-44a4-8f6f-a5e05cbe4f18,DISK] 2024-11-09T16:25:22,821 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/WALs/adb42ec6d7d6,44345,1731169519874/adb42ec6d7d6%2C44345%2C1731169519874.meta.1731169522795.meta 2024-11-09T16:25:22,821 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46513:46513)] 2024-11-09T16:25:22,822 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:25:22,823 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:25:22,882 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:25:22,887 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:25:22,893 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:25:22,893 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:22,893 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-09T16:25:22,894 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-09T16:25:22,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:25:22,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:25:22,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:22,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:25:22,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:25:22,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:25:22,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:22,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:25:22,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:25:22,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:25:22,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:22,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:25:22,911 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740 2024-11-09T16:25:22,915 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740 2024-11-09T16:25:22,919 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:25:22,927 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-09T16:25:22,931 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67408124, jitterRate=0.00445932149887085}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:25:22,933 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-09T16:25:22,940 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169522765 2024-11-09T16:25:22,954 DEBUG [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:25:22,955 INFO [RS_OPEN_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-09T16:25:22,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:22,959 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb42ec6d7d6,44345,1731169519874, state=OPEN 2024-11-09T16:25:23,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T16:25:23,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T16:25:23,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T16:25:23,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T16:25:23,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:25:23,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=adb42ec6d7d6,44345,1731169519874 in 423 msec 2024-11-09T16:25:23,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:25:23,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-09T16:25:23,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-09T16:25:23,039 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169523039, completionTime=-1 2024-11-09T16:25:23,040 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:25:23,040 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-09T16:25:23,072 DEBUG [hconnection-0x5bb14b63-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:23,074 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:23,083 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-09T16:25:23,083 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169583083 2024-11-09T16:25:23,083 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169643083 2024-11-09T16:25:23,083 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-11-09T16:25:23,119 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb42ec6d7d6,40583,1731169519100-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:23,120 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb42ec6d7d6,40583,1731169519100-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:23,120 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb42ec6d7d6,40583,1731169519100-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:23,121 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-adb42ec6d7d6:40583, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:23,122 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:23,127 DEBUG [master/adb42ec6d7d6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-09T16:25:23,129 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-09T16:25:23,130 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:25:23,135 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-09T16:25:23,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:25:23,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:23,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:25:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741835_1011 (size=358) 2024-11-09T16:25:23,556 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 122a475580ab27893b98da6194a81039, NAME => 'hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:25:23,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741836_1012 (size=42) 2024-11-09T16:25:23,967 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:23,967 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 122a475580ab27893b98da6194a81039, disabling compactions & flushes 2024-11-09T16:25:23,967 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:25:23,967 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:25:23,967 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. after waiting 0 ms 2024-11-09T16:25:23,967 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:25:23,967 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:25:23,967 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 122a475580ab27893b98da6194a81039: 2024-11-09T16:25:23,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:25:23,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731169523971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169523971"}]},"ts":"1731169523971"} 2024-11-09T16:25:24,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T16:25:24,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:25:24,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169524032"}]},"ts":"1731169524032"} 2024-11-09T16:25:24,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-09T16:25:24,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=122a475580ab27893b98da6194a81039, ASSIGN}] 2024-11-09T16:25:24,106 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=122a475580ab27893b98da6194a81039, ASSIGN 2024-11-09T16:25:24,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=122a475580ab27893b98da6194a81039, ASSIGN; state=OFFLINE, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=false 2024-11-09T16:25:24,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=122a475580ab27893b98da6194a81039, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:24,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 122a475580ab27893b98da6194a81039, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:25:24,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:24,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:25:24,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 122a475580ab27893b98da6194a81039, NAME => 'hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:25:24,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 122a475580ab27893b98da6194a81039 2024-11-09T16:25:24,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:24,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 122a475580ab27893b98da6194a81039 2024-11-09T16:25:24,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 122a475580ab27893b98da6194a81039 2024-11-09T16:25:24,430 INFO [StoreOpener-122a475580ab27893b98da6194a81039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 122a475580ab27893b98da6194a81039 2024-11-09T16:25:24,433 INFO [StoreOpener-122a475580ab27893b98da6194a81039-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 122a475580ab27893b98da6194a81039 columnFamilyName info 2024-11-09T16:25:24,433 DEBUG [StoreOpener-122a475580ab27893b98da6194a81039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:24,434 INFO [StoreOpener-122a475580ab27893b98da6194a81039-1 {}] regionserver.HStore(327): Store=122a475580ab27893b98da6194a81039/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:24,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039 2024-11-09T16:25:24,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039 2024-11-09T16:25:24,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 122a475580ab27893b98da6194a81039 2024-11-09T16:25:24,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:25:24,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 122a475580ab27893b98da6194a81039; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71338988, jitterRate=0.06303375959396362}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T16:25:24,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 122a475580ab27893b98da6194a81039: 2024-11-09T16:25:24,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039., pid=6, masterSystemTime=1731169524419 2024-11-09T16:25:24,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:25:24,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:25:24,451 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=122a475580ab27893b98da6194a81039, regionState=OPEN, openSeqNum=2, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:24,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:25:24,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 122a475580ab27893b98da6194a81039, server=adb42ec6d7d6,44345,1731169519874 in 190 msec 2024-11-09T16:25:24,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:25:24,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=122a475580ab27893b98da6194a81039, ASSIGN in 355 msec 2024-11-09T16:25:24,462 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:25:24,462 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169524462"}]},"ts":"1731169524462"} 2024-11-09T16:25:24,465 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-09T16:25:24,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:25:24,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3640 sec 2024-11-09T16:25:24,540 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-09T16:25:24,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-09T16:25:24,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:24,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:25:24,589 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-09T16:25:24,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-09T16:25:24,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 85 msec 2024-11-09T16:25:24,684 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-09T16:25:24,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-09T16:25:24,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 36 msec 2024-11-09T16:25:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-09T16:25:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-09T16:25:24,759 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.799sec 2024-11-09T16:25:24,761 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:25:24,762 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:25:24,763 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:25:24,763 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:25:24,763 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:25:24,764 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb42ec6d7d6,40583,1731169519100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:25:24,765 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb42ec6d7d6,40583,1731169519100-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:25:24,771 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:25:24,772 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:25:24,772 INFO [master/adb42ec6d7d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb42ec6d7d6,40583,1731169519100-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:25:24,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-09T16:25:24,828 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-09T16:25:24,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:24,847 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T16:25:24,847 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T16:25:24,857 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:24,866 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:24,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=adb42ec6d7d6,40583,1731169519100 2024-11-09T16:25:24,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=2326 2024-11-09T16:25:24,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:25:24,906 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:25:24,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:25:24,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:25:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:24,921 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:25:24,921 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:24,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-09T16:25:24,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:25:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T16:25:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741837_1013 (size=960) 2024-11-09T16:25:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T16:25:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T16:25:25,339 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:25:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741838_1014 (size=53) 2024-11-09T16:25:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T16:25:25,752 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:25,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 449558ca54a8f76fc4a34c248dbc9c2f, disabling compactions & flushes 2024-11-09T16:25:25,753 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:25,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:25,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. after waiting 0 ms 2024-11-09T16:25:25,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:25,753 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:25,753 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:25,755 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:25:25,755 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731169525755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169525755"}]},"ts":"1731169525755"} 2024-11-09T16:25:25,758 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T16:25:25,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:25:25,760 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169525760"}]},"ts":"1731169525760"} 2024-11-09T16:25:25,763 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T16:25:25,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=449558ca54a8f76fc4a34c248dbc9c2f, ASSIGN}] 2024-11-09T16:25:25,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=449558ca54a8f76fc4a34c248dbc9c2f, ASSIGN 2024-11-09T16:25:25,785 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=449558ca54a8f76fc4a34c248dbc9c2f, ASSIGN; state=OFFLINE, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=false 2024-11-09T16:25:25,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=449558ca54a8f76fc4a34c248dbc9c2f, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:25,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:25:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T16:25:26,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:26,098 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:26,099 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:25:26,099 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,099 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:26,099 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,099 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,102 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,105 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:26,106 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449558ca54a8f76fc4a34c248dbc9c2f columnFamilyName A 2024-11-09T16:25:26,106 DEBUG [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:26,107 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.HStore(327): Store=449558ca54a8f76fc4a34c248dbc9c2f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:26,108 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,110 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:26,111 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449558ca54a8f76fc4a34c248dbc9c2f columnFamilyName B 2024-11-09T16:25:26,111 DEBUG [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:26,112 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.HStore(327): Store=449558ca54a8f76fc4a34c248dbc9c2f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:26,112 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,115 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:26,115 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 449558ca54a8f76fc4a34c248dbc9c2f columnFamilyName C 2024-11-09T16:25:26,115 DEBUG [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:26,116 INFO [StoreOpener-449558ca54a8f76fc4a34c248dbc9c2f-1 {}] regionserver.HStore(327): Store=449558ca54a8f76fc4a34c248dbc9c2f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:26,117 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:26,119 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,120 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,124 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:25:26,127 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:26,130 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:25:26,132 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 449558ca54a8f76fc4a34c248dbc9c2f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72792366, jitterRate=0.08469077944755554}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:25:26,133 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:26,135 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., pid=11, masterSystemTime=1731169526092 2024-11-09T16:25:26,138 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:26,138 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:26,139 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=449558ca54a8f76fc4a34c248dbc9c2f, regionState=OPEN, openSeqNum=2, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:26,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T16:25:26,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 in 204 msec 2024-11-09T16:25:26,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:25:26,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=449558ca54a8f76fc4a34c248dbc9c2f, ASSIGN in 366 msec 2024-11-09T16:25:26,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:25:26,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169526154"}]},"ts":"1731169526154"} 2024-11-09T16:25:26,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T16:25:26,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:25:26,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2770 sec 2024-11-09T16:25:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-09T16:25:27,048 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-09T16:25:27,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x038196d7 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e59596a 2024-11-09T16:25:27,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30640414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,065 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:25:27,071 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:25:27,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x536a4a58 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b3a6cb4 2024-11-09T16:25:27,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774bf929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3888ad7c to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@305f2915 2024-11-09T16:25:27,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54af89df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,095 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2dd0bbda to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@dd77b4a 2024-11-09T16:25:27,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251efa5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,110 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18f2a76d to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ec99212 2024-11-09T16:25:27,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f7d3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x435176b2 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37577c9f 2024-11-09T16:25:27,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6758ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e957ecd to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37950159 2024-11-09T16:25:27,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba01639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22daddc4 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d5a9f0f 2024-11-09T16:25:27,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6704743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39028e20 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d4c9c1c 2024-11-09T16:25:27,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cab508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x624dc5e5 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3bb819cc 2024-11-09T16:25:27,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fde8946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:27,187 DEBUG [hconnection-0x5331b0f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,194 DEBUG [hconnection-0xc43284f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,196 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:27,199 DEBUG [hconnection-0x68059659-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,199 DEBUG [hconnection-0x6aaf36c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,201 DEBUG [hconnection-0x15dd0c27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,203 DEBUG [hconnection-0x71465415-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-09T16:25:27,206 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:27,207 DEBUG [hconnection-0x2a68d6e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T16:25:27,208 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:27,209 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,209 DEBUG [hconnection-0x6d12bc4e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:27,221 DEBUG [hconnection-0x1a548127-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:27,222 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,224 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,229 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,231 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,237 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,244 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,250 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T16:25:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:27,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T16:25:27,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:27,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:27,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T16:25:27,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:27,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:27,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:27,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169587488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169587491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8c8359332eb44456a31ff2950c9bc4c6 is 50, key is test_row_0/A:col10/1731169527274/Put/seqid=0 2024-11-09T16:25:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T16:25:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169587493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169587501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169587506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741839_1015 (size=12001) 2024-11-09T16:25:27,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8c8359332eb44456a31ff2950c9bc4c6 2024-11-09T16:25:27,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T16:25:27,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:27,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169587620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169587622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169587623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169587628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169587634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/1f3f9ba71c5541ccbef6f56e82f5bc78 is 50, key is test_row_0/B:col10/1731169527274/Put/seqid=0 2024-11-09T16:25:27,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741840_1016 (size=12001) 2024-11-09T16:25:27,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/1f3f9ba71c5541ccbef6f56e82f5bc78 2024-11-09T16:25:27,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T16:25:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:27,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3118ae11cb2344b38f071fbc6ff98cb2 is 50, key is test_row_0/C:col10/1731169527274/Put/seqid=0 2024-11-09T16:25:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T16:25:27,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169587831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169587838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169587839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169587843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169587844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741841_1017 (size=12001) 2024-11-09T16:25:27,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3118ae11cb2344b38f071fbc6ff98cb2 2024-11-09T16:25:27,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8c8359332eb44456a31ff2950c9bc4c6 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8c8359332eb44456a31ff2950c9bc4c6 2024-11-09T16:25:27,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8c8359332eb44456a31ff2950c9bc4c6, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T16:25:27,920 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-09T16:25:27,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/1f3f9ba71c5541ccbef6f56e82f5bc78 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1f3f9ba71c5541ccbef6f56e82f5bc78 2024-11-09T16:25:27,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:27,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T16:25:27,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:27,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:27,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1f3f9ba71c5541ccbef6f56e82f5bc78, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T16:25:27,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3118ae11cb2344b38f071fbc6ff98cb2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3118ae11cb2344b38f071fbc6ff98cb2 2024-11-09T16:25:27,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3118ae11cb2344b38f071fbc6ff98cb2, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T16:25:27,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 449558ca54a8f76fc4a34c248dbc9c2f in 629ms, sequenceid=16, compaction requested=false 2024-11-09T16:25:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T16:25:27,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:28,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-09T16:25:28,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:28,103 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T16:25:28,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:28,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:28,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:28,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:28,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:28,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/a3b19471fa3e41fcba4a2f5ff714bbc5 is 50, key is test_row_0/A:col10/1731169527494/Put/seqid=0 2024-11-09T16:25:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:28,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:28,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741842_1018 (size=12001) 2024-11-09T16:25:28,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169588182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169588186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169588197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169588196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169588204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169588306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169588306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T16:25:28,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169588341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169588353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169588353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T16:25:28,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169588511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169588513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169588549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,557 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:25:28,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-09T16:25:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169588564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169588566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,571 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/a3b19471fa3e41fcba4a2f5ff714bbc5 2024-11-09T16:25:28,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/84dcbf7fe3ae4ee99e53b545c83fef44 is 50, key is test_row_0/B:col10/1731169527494/Put/seqid=0 2024-11-09T16:25:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741843_1019 (size=12001) 2024-11-09T16:25:28,639 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/84dcbf7fe3ae4ee99e53b545c83fef44 2024-11-09T16:25:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/af770543838d4faea66397806d85579c is 50, key is test_row_0/C:col10/1731169527494/Put/seqid=0 2024-11-09T16:25:28,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741844_1020 (size=12001) 2024-11-09T16:25:28,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169588819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169588826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169588870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169588872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:28,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169588881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,095 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/af770543838d4faea66397806d85579c 2024-11-09T16:25:29,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/a3b19471fa3e41fcba4a2f5ff714bbc5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/a3b19471fa3e41fcba4a2f5ff714bbc5 2024-11-09T16:25:29,136 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/a3b19471fa3e41fcba4a2f5ff714bbc5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T16:25:29,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/84dcbf7fe3ae4ee99e53b545c83fef44 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/84dcbf7fe3ae4ee99e53b545c83fef44 2024-11-09T16:25:29,177 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/84dcbf7fe3ae4ee99e53b545c83fef44, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T16:25:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/af770543838d4faea66397806d85579c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/af770543838d4faea66397806d85579c 2024-11-09T16:25:29,203 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/af770543838d4faea66397806d85579c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T16:25:29,207 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 449558ca54a8f76fc4a34c248dbc9c2f in 1102ms, sequenceid=37, compaction requested=false 2024-11-09T16:25:29,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:29,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T16:25:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-09T16:25:29,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T16:25:29,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0010 sec 2024-11-09T16:25:29,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0270 sec 2024-11-09T16:25:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:29,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T16:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:29,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:29,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-09T16:25:29,333 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-09T16:25:29,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-09T16:25:29,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T16:25:29,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:29,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:29,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3f295f7352134591a7e39b75d90e0850 is 50, key is test_row_0/A:col10/1731169529326/Put/seqid=0 2024-11-09T16:25:29,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741845_1021 (size=14341) 2024-11-09T16:25:29,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3f295f7352134591a7e39b75d90e0850 2024-11-09T16:25:29,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/06987f8675a046038e374620f1f13a6b is 50, key is test_row_0/B:col10/1731169529326/Put/seqid=0 2024-11-09T16:25:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T16:25:29,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169589436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169589436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169589438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169589442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169589442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741846_1022 (size=12001) 2024-11-09T16:25:29,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/06987f8675a046038e374620f1f13a6b 2024-11-09T16:25:29,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T16:25:29,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:29,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/dfaadaa6a063429a90a646fdd3f0892d is 50, key is test_row_0/C:col10/1731169529326/Put/seqid=0 2024-11-09T16:25:29,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169589546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741847_1023 (size=12001) 2024-11-09T16:25:29,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169589547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/dfaadaa6a063429a90a646fdd3f0892d 2024-11-09T16:25:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169589550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169589553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:25:29,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T16:25:29,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-09T16:25:29,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-09T16:25:29,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:25:29,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T16:25:29,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T16:25:29,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T16:25:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169589576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T16:25:29,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T16:25:29,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3f295f7352134591a7e39b75d90e0850 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3f295f7352134591a7e39b75d90e0850 2024-11-09T16:25:29,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3f295f7352134591a7e39b75d90e0850, entries=200, sequenceid=54, filesize=14.0 K 2024-11-09T16:25:29,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/06987f8675a046038e374620f1f13a6b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/06987f8675a046038e374620f1f13a6b 2024-11-09T16:25:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T16:25:29,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/06987f8675a046038e374620f1f13a6b, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T16:25:29,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/dfaadaa6a063429a90a646fdd3f0892d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/dfaadaa6a063429a90a646fdd3f0892d 2024-11-09T16:25:29,654 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T16:25:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/dfaadaa6a063429a90a646fdd3f0892d, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T16:25:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-09T16:25:29,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 449558ca54a8f76fc4a34c248dbc9c2f in 336ms, sequenceid=54, compaction requested=true 2024-11-09T16:25:29,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:29,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:25:29,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:29,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:29,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:29,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:25:29,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:29,675 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:29,675 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:29,681 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:29,683 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/B is initiating minor compaction (all files) 2024-11-09T16:25:29,683 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/B in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,684 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1f3f9ba71c5541ccbef6f56e82f5bc78, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/84dcbf7fe3ae4ee99e53b545c83fef44, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/06987f8675a046038e374620f1f13a6b] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=35.2 K 2024-11-09T16:25:29,687 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:29,687 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/A is initiating minor compaction (all files) 2024-11-09T16:25:29,687 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/A in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,688 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f3f9ba71c5541ccbef6f56e82f5bc78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731169527274 2024-11-09T16:25:29,690 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 84dcbf7fe3ae4ee99e53b545c83fef44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731169527464 2024-11-09T16:25:29,691 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 06987f8675a046038e374620f1f13a6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169528189 2024-11-09T16:25:29,700 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8c8359332eb44456a31ff2950c9bc4c6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/a3b19471fa3e41fcba4a2f5ff714bbc5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3f295f7352134591a7e39b75d90e0850] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=37.4 K 2024-11-09T16:25:29,701 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c8359332eb44456a31ff2950c9bc4c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731169527274 2024-11-09T16:25:29,703 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3b19471fa3e41fcba4a2f5ff714bbc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731169527464 2024-11-09T16:25:29,705 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f295f7352134591a7e39b75d90e0850, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169528189 2024-11-09T16:25:29,769 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#B#compaction#9 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:29,771 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/bcc511d8032d41a6ac287a3145bc84d4 is 50, key is test_row_0/B:col10/1731169529326/Put/seqid=0 2024-11-09T16:25:29,783 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#A#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:29,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T16:25:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:29,793 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8016edb8a6684010b10f826f886d2ebd is 50, key is test_row_0/A:col10/1731169529326/Put/seqid=0 2024-11-09T16:25:29,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3e76116d400a437e950b046175af4ed6 is 50, key is test_row_0/A:col10/1731169529438/Put/seqid=0 2024-11-09T16:25:29,814 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741848_1024 (size=12104) 2024-11-09T16:25:29,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T16:25:29,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,853 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/bcc511d8032d41a6ac287a3145bc84d4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/bcc511d8032d41a6ac287a3145bc84d4 2024-11-09T16:25:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741849_1025 (size=12104) 2024-11-09T16:25:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741850_1026 (size=14341) 2024-11-09T16:25:29,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3e76116d400a437e950b046175af4ed6 2024-11-09T16:25:29,908 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/B of 449558ca54a8f76fc4a34c248dbc9c2f into bcc511d8032d41a6ac287a3145bc84d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:29,908 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:29,908 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/B, priority=13, startTime=1731169529675; duration=0sec 2024-11-09T16:25:29,908 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:29,908 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:B 2024-11-09T16:25:29,909 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:29,912 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8016edb8a6684010b10f826f886d2ebd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8016edb8a6684010b10f826f886d2ebd 2024-11-09T16:25:29,917 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:29,917 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/C is initiating minor compaction (all files) 2024-11-09T16:25:29,917 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/C in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,917 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3118ae11cb2344b38f071fbc6ff98cb2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/af770543838d4faea66397806d85579c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/dfaadaa6a063429a90a646fdd3f0892d] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=35.2 K 2024-11-09T16:25:29,919 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 3118ae11cb2344b38f071fbc6ff98cb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731169527274 2024-11-09T16:25:29,922 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting af770543838d4faea66397806d85579c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731169527464 2024-11-09T16:25:29,923 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting dfaadaa6a063429a90a646fdd3f0892d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169528189 2024-11-09T16:25:29,934 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/A of 449558ca54a8f76fc4a34c248dbc9c2f into 8016edb8a6684010b10f826f886d2ebd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:29,934 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:29,934 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/A, priority=13, startTime=1731169529667; duration=0sec 2024-11-09T16:25:29,934 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:29,934 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:A 2024-11-09T16:25:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T16:25:29,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7f92a8e12e9e46b7847656eb620a5096 is 50, key is test_row_0/B:col10/1731169529438/Put/seqid=0 2024-11-09T16:25:29,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741851_1027 (size=12001) 2024-11-09T16:25:29,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169589937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169589963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169589956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169589966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169589966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7f92a8e12e9e46b7847656eb620a5096 2024-11-09T16:25:29,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:29,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T16:25:29,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:29,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:29,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:30,020 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#C#compaction#13 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:30,021 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/c158e76357b741c8bcb80b7b4f17be23 is 50, key is test_row_0/C:col10/1731169529326/Put/seqid=0 2024-11-09T16:25:30,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/ab374f88013e4983b3e9a0d758ef5bb3 is 50, key is test_row_0/C:col10/1731169529438/Put/seqid=0 2024-11-09T16:25:30,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741852_1028 (size=12104) 2024-11-09T16:25:30,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741853_1029 (size=12001) 2024-11-09T16:25:30,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/ab374f88013e4983b3e9a0d758ef5bb3 2024-11-09T16:25:30,085 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/c158e76357b741c8bcb80b7b4f17be23 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c158e76357b741c8bcb80b7b4f17be23 2024-11-09T16:25:30,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3e76116d400a437e950b046175af4ed6 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e76116d400a437e950b046175af4ed6 2024-11-09T16:25:30,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169590081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169590081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169590082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169590088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169590088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e76116d400a437e950b046175af4ed6, entries=200, sequenceid=74, filesize=14.0 K 2024-11-09T16:25:30,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7f92a8e12e9e46b7847656eb620a5096 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7f92a8e12e9e46b7847656eb620a5096 2024-11-09T16:25:30,119 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/C of 449558ca54a8f76fc4a34c248dbc9c2f into c158e76357b741c8bcb80b7b4f17be23(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:30,119 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:30,119 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/C, priority=13, startTime=1731169529675; duration=0sec 2024-11-09T16:25:30,119 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:30,119 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:C 2024-11-09T16:25:30,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T16:25:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:30,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:30,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:30,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7f92a8e12e9e46b7847656eb620a5096, entries=150, sequenceid=74, filesize=11.7 K 2024-11-09T16:25:30,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/ab374f88013e4983b3e9a0d758ef5bb3 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/ab374f88013e4983b3e9a0d758ef5bb3 2024-11-09T16:25:30,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/ab374f88013e4983b3e9a0d758ef5bb3, entries=150, sequenceid=74, filesize=11.7 K 2024-11-09T16:25:30,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 449558ca54a8f76fc4a34c248dbc9c2f in 383ms, sequenceid=74, compaction requested=false 2024-11-09T16:25:30,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:30,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-09T16:25:30,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:30,304 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T16:25:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:30,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:30,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:30,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/ad5c0e6538aa4f76a81f1911d6bca596 is 50, key is test_row_0/A:col10/1731169529936/Put/seqid=0 2024-11-09T16:25:30,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741854_1030 (size=12001) 2024-11-09T16:25:30,353 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/ad5c0e6538aa4f76a81f1911d6bca596 2024-11-09T16:25:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169590368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169590372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169590380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169590373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169590382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/f0064c8e97a9402da62a3f0eb4d5ffb9 is 50, key is test_row_0/B:col10/1731169529936/Put/seqid=0 2024-11-09T16:25:30,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741855_1031 (size=12001) 2024-11-09T16:25:30,441 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/f0064c8e97a9402da62a3f0eb4d5ffb9 2024-11-09T16:25:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T16:25:30,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/b0f2a71feef741a998d60ae3e5e687a0 is 50, key is test_row_0/C:col10/1731169529936/Put/seqid=0 2024-11-09T16:25:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741856_1032 (size=12001) 2024-11-09T16:25:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169590488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169590488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169590489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169590503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169590503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169590693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169590692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169590693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169590710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169590710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:30,893 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/b0f2a71feef741a998d60ae3e5e687a0 2024-11-09T16:25:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/ad5c0e6538aa4f76a81f1911d6bca596 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/ad5c0e6538aa4f76a81f1911d6bca596 2024-11-09T16:25:30,951 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/ad5c0e6538aa4f76a81f1911d6bca596, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T16:25:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/f0064c8e97a9402da62a3f0eb4d5ffb9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/f0064c8e97a9402da62a3f0eb4d5ffb9 2024-11-09T16:25:30,973 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/f0064c8e97a9402da62a3f0eb4d5ffb9, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T16:25:30,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/b0f2a71feef741a998d60ae3e5e687a0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/b0f2a71feef741a998d60ae3e5e687a0 2024-11-09T16:25:30,989 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/b0f2a71feef741a998d60ae3e5e687a0, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T16:25:30,993 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 449558ca54a8f76fc4a34c248dbc9c2f in 690ms, sequenceid=94, compaction requested=true 2024-11-09T16:25:30,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:30,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:30,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T16:25:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-09T16:25:31,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T16:25:31,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6550 sec 2024-11-09T16:25:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:31,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T16:25:31,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.6700 sec 2024-11-09T16:25:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:31,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:31,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:31,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d73797a995dd4ae79603bf17a965597f is 50, key is test_row_0/A:col10/1731169530372/Put/seqid=0 2024-11-09T16:25:31,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169591039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169591039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169591045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169591048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169591047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741857_1033 (size=12001) 2024-11-09T16:25:31,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169591158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169591158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169591159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169591161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169591161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169591366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169591367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169591368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169591368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169591370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-09T16:25:31,452 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-09T16:25:31,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-09T16:25:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T16:25:31,459 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:31,461 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:31,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:31,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d73797a995dd4ae79603bf17a965597f 2024-11-09T16:25:31,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/23d763ae257741deb82f4d58beb31eb1 is 50, key is test_row_0/B:col10/1731169530372/Put/seqid=0 2024-11-09T16:25:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741858_1034 (size=12001) 2024-11-09T16:25:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T16:25:31,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T16:25:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:31,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:31,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169591674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169591675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169591677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169591677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169591678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T16:25:31,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T16:25:31,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:31,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:31,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/23d763ae257741deb82f4d58beb31eb1 2024-11-09T16:25:31,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T16:25:31,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:31,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:31,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:31,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:31,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/08604d03716642789384dac83a6737e1 is 50, key is test_row_0/C:col10/1731169530372/Put/seqid=0 2024-11-09T16:25:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741859_1035 (size=12001) 2024-11-09T16:25:32,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T16:25:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T16:25:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:32,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169592183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169592184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169592183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169592187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169592187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T16:25:32,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:32,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/08604d03716642789384dac83a6737e1 2024-11-09T16:25:32,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T16:25:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d73797a995dd4ae79603bf17a965597f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d73797a995dd4ae79603bf17a965597f 2024-11-09T16:25:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:32,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d73797a995dd4ae79603bf17a965597f, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:25:32,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/23d763ae257741deb82f4d58beb31eb1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/23d763ae257741deb82f4d58beb31eb1 2024-11-09T16:25:32,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/23d763ae257741deb82f4d58beb31eb1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:25:32,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/08604d03716642789384dac83a6737e1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/08604d03716642789384dac83a6737e1 2024-11-09T16:25:32,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/08604d03716642789384dac83a6737e1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:25:32,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 449558ca54a8f76fc4a34c248dbc9c2f in 1455ms, sequenceid=116, compaction requested=true 2024-11-09T16:25:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:25:32,461 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:25:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:32,461 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:25:32,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:32,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:32,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:25:32,464 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:25:32,464 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/A is initiating minor compaction (all files) 2024-11-09T16:25:32,464 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/A in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,465 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8016edb8a6684010b10f826f886d2ebd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e76116d400a437e950b046175af4ed6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/ad5c0e6538aa4f76a81f1911d6bca596, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d73797a995dd4ae79603bf17a965597f] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=49.3 K 2024-11-09T16:25:32,467 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:25:32,467 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/B is initiating minor compaction (all files) 2024-11-09T16:25:32,467 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/B in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,468 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/bcc511d8032d41a6ac287a3145bc84d4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7f92a8e12e9e46b7847656eb620a5096, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/f0064c8e97a9402da62a3f0eb4d5ffb9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/23d763ae257741deb82f4d58beb31eb1] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=47.0 K 2024-11-09T16:25:32,468 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8016edb8a6684010b10f826f886d2ebd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169528189 2024-11-09T16:25:32,469 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting bcc511d8032d41a6ac287a3145bc84d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169528189 2024-11-09T16:25:32,470 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e76116d400a437e950b046175af4ed6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731169529413 2024-11-09T16:25:32,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:32,470 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f92a8e12e9e46b7847656eb620a5096, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731169529438 2024-11-09T16:25:32,471 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f0064c8e97a9402da62a3f0eb4d5ffb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731169529936 2024-11-09T16:25:32,471 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad5c0e6538aa4f76a81f1911d6bca596, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731169529936 2024-11-09T16:25:32,472 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 23d763ae257741deb82f4d58beb31eb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169530372 2024-11-09T16:25:32,472 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d73797a995dd4ae79603bf17a965597f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169530372 2024-11-09T16:25:32,503 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#A#compaction#21 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:32,505 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/fc64cf7fadaf438ebd59f5eaad3698e0 is 50, key is test_row_0/A:col10/1731169530372/Put/seqid=0 2024-11-09T16:25:32,516 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#B#compaction#22 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:32,517 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/17979418407e4220a0b035a3a52a7871 is 50, key is test_row_0/B:col10/1731169530372/Put/seqid=0 2024-11-09T16:25:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741860_1036 (size=12241) 2024-11-09T16:25:32,544 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/fc64cf7fadaf438ebd59f5eaad3698e0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/fc64cf7fadaf438ebd59f5eaad3698e0 2024-11-09T16:25:32,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741861_1037 (size=12241) 2024-11-09T16:25:32,560 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/17979418407e4220a0b035a3a52a7871 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/17979418407e4220a0b035a3a52a7871 2024-11-09T16:25:32,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:32,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-09T16:25:32,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,563 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T16:25:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:32,573 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/A of 449558ca54a8f76fc4a34c248dbc9c2f into fc64cf7fadaf438ebd59f5eaad3698e0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:32,574 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:32,574 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/A, priority=12, startTime=1731169532461; duration=0sec 2024-11-09T16:25:32,574 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:32,574 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:A 2024-11-09T16:25:32,574 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:25:32,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8b37e63d29d04dab970afbf7b0dde702 is 50, key is test_row_0/A:col10/1731169531043/Put/seqid=0 2024-11-09T16:25:32,579 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/B of 449558ca54a8f76fc4a34c248dbc9c2f into 17979418407e4220a0b035a3a52a7871(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:32,579 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:32,579 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/B, priority=12, startTime=1731169532461; duration=0sec 2024-11-09T16:25:32,579 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:32,579 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:B 2024-11-09T16:25:32,584 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:25:32,584 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/C is initiating minor compaction (all files) 2024-11-09T16:25:32,584 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/C in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:32,584 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c158e76357b741c8bcb80b7b4f17be23, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/ab374f88013e4983b3e9a0d758ef5bb3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/b0f2a71feef741a998d60ae3e5e687a0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/08604d03716642789384dac83a6737e1] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=47.0 K 2024-11-09T16:25:32,585 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c158e76357b741c8bcb80b7b4f17be23, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169528189 2024-11-09T16:25:32,587 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab374f88013e4983b3e9a0d758ef5bb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731169529438 2024-11-09T16:25:32,592 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0f2a71feef741a998d60ae3e5e687a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731169529936 2024-11-09T16:25:32,593 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08604d03716642789384dac83a6737e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169530372 2024-11-09T16:25:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T16:25:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741862_1038 (size=12151) 2024-11-09T16:25:32,602 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8b37e63d29d04dab970afbf7b0dde702 2024-11-09T16:25:32,643 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:32,645 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/49917e86745940ea975819c16c7ed90b is 50, key is test_row_0/C:col10/1731169530372/Put/seqid=0 2024-11-09T16:25:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/aecee5386f944b6987c9cb38788eb6bc is 50, key is test_row_0/B:col10/1731169531043/Put/seqid=0 2024-11-09T16:25:32,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741863_1039 (size=12241) 2024-11-09T16:25:32,713 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/49917e86745940ea975819c16c7ed90b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/49917e86745940ea975819c16c7ed90b 2024-11-09T16:25:32,727 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/C of 449558ca54a8f76fc4a34c248dbc9c2f into 49917e86745940ea975819c16c7ed90b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:32,728 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:32,728 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/C, priority=12, startTime=1731169532463; duration=0sec 2024-11-09T16:25:32,728 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:32,728 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:C 2024-11-09T16:25:32,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741864_1040 (size=12151) 2024-11-09T16:25:33,163 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/aecee5386f944b6987c9cb38788eb6bc 2024-11-09T16:25:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/c55868827e1641fd98aaa316ed5ecc3f is 50, key is test_row_0/C:col10/1731169531043/Put/seqid=0 2024-11-09T16:25:33,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741865_1041 (size=12151) 2024-11-09T16:25:33,218 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/c55868827e1641fd98aaa316ed5ecc3f 2024-11-09T16:25:33,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8b37e63d29d04dab970afbf7b0dde702 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8b37e63d29d04dab970afbf7b0dde702 2024-11-09T16:25:33,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169593235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,242 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8b37e63d29d04dab970afbf7b0dde702, entries=150, sequenceid=132, filesize=11.9 K 2024-11-09T16:25:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169593236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169593236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169593238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/aecee5386f944b6987c9cb38788eb6bc as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/aecee5386f944b6987c9cb38788eb6bc 2024-11-09T16:25:33,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169593238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,259 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/aecee5386f944b6987c9cb38788eb6bc, entries=150, sequenceid=132, filesize=11.9 K 2024-11-09T16:25:33,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/c55868827e1641fd98aaa316ed5ecc3f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c55868827e1641fd98aaa316ed5ecc3f 2024-11-09T16:25:33,272 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c55868827e1641fd98aaa316ed5ecc3f, entries=150, sequenceid=132, filesize=11.9 K 2024-11-09T16:25:33,274 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 449558ca54a8f76fc4a34c248dbc9c2f in 712ms, sequenceid=132, compaction requested=false 2024-11-09T16:25:33,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:33,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:33,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-09T16:25:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-09T16:25:33,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T16:25:33,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-09T16:25:33,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.8280 sec 2024-11-09T16:25:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:33,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T16:25:33,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:33,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:33,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169593368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169593367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169593370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/05a72e1c19564f749ae856aab1256f09 is 50, key is test_row_0/A:col10/1731169533236/Put/seqid=0 2024-11-09T16:25:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169593373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169593373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741866_1042 (size=12151) 2024-11-09T16:25:33,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169593475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169593476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169593477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169593483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169593484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-09T16:25:33,597 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-09T16:25:33,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-09T16:25:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T16:25:33,606 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:33,612 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:33,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:33,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169593680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169593681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169593683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169593688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169593689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T16:25:33,764 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T16:25:33,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:33,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:33,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:33,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:33,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:33,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/05a72e1c19564f749ae856aab1256f09 2024-11-09T16:25:33,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/3ab81219372c40de906341c108d1ab95 is 50, key is test_row_0/B:col10/1731169533236/Put/seqid=0 2024-11-09T16:25:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741867_1043 (size=12151) 2024-11-09T16:25:33,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/3ab81219372c40de906341c108d1ab95 2024-11-09T16:25:33,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/2844a9b1c92d4136b86171ffc7293441 is 50, key is test_row_0/C:col10/1731169533236/Put/seqid=0 2024-11-09T16:25:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741868_1044 (size=12151) 2024-11-09T16:25:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T16:25:33,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T16:25:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:33,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:33,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169593985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169593984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169593989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169593992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169593993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T16:25:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:34,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T16:25:34,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T16:25:34,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:34,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:34,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:34,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:34,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:34,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/2844a9b1c92d4136b86171ffc7293441 2024-11-09T16:25:34,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/05a72e1c19564f749ae856aab1256f09 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/05a72e1c19564f749ae856aab1256f09 2024-11-09T16:25:34,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/05a72e1c19564f749ae856aab1256f09, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T16:25:34,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/3ab81219372c40de906341c108d1ab95 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/3ab81219372c40de906341c108d1ab95 2024-11-09T16:25:34,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/3ab81219372c40de906341c108d1ab95, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T16:25:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/2844a9b1c92d4136b86171ffc7293441 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/2844a9b1c92d4136b86171ffc7293441 2024-11-09T16:25:34,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/2844a9b1c92d4136b86171ffc7293441, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T16:25:34,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 449558ca54a8f76fc4a34c248dbc9c2f in 974ms, sequenceid=157, compaction requested=true 2024-11-09T16:25:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:25:34,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:34,322 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:34,322 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:34,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:34,325 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:34,325 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:34,325 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/B is initiating minor compaction (all files) 2024-11-09T16:25:34,325 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/A is initiating minor compaction (all files) 2024-11-09T16:25:34,325 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/B in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:34,325 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/A in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:34,325 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/fc64cf7fadaf438ebd59f5eaad3698e0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8b37e63d29d04dab970afbf7b0dde702, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/05a72e1c19564f749ae856aab1256f09] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=35.7 K 2024-11-09T16:25:34,325 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/17979418407e4220a0b035a3a52a7871, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/aecee5386f944b6987c9cb38788eb6bc, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/3ab81219372c40de906341c108d1ab95] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=35.7 K 2024-11-09T16:25:34,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:34,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:25:34,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:34,326 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc64cf7fadaf438ebd59f5eaad3698e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169530372 2024-11-09T16:25:34,326 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 17979418407e4220a0b035a3a52a7871, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169530372 2024-11-09T16:25:34,327 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b37e63d29d04dab970afbf7b0dde702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731169531041 2024-11-09T16:25:34,327 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting aecee5386f944b6987c9cb38788eb6bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731169531041 2024-11-09T16:25:34,327 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05a72e1c19564f749ae856aab1256f09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731169533236 2024-11-09T16:25:34,328 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ab81219372c40de906341c108d1ab95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731169533236 2024-11-09T16:25:34,350 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:34,351 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/69209c2b2328462cadca3580796e0822 is 50, key is test_row_0/B:col10/1731169533236/Put/seqid=0 2024-11-09T16:25:34,355 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:34,355 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/7e8b3b9f3478463f9b09bd099944bf85 is 50, key is test_row_0/A:col10/1731169533236/Put/seqid=0 2024-11-09T16:25:34,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741869_1045 (size=12493) 2024-11-09T16:25:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741870_1046 (size=12493) 2024-11-09T16:25:34,396 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-09T16:25:34,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:34,397 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T16:25:34,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:34,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/33ea1a6fb55342a680bf0eb1e7170fd9 is 50, key is test_row_0/A:col10/1731169533370/Put/seqid=0 2024-11-09T16:25:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741871_1047 (size=12151) 2024-11-09T16:25:34,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:34,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169594580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169594581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169594585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169594587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169594585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169594687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169594687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169594694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169594695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169594696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T16:25:34,787 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/69209c2b2328462cadca3580796e0822 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/69209c2b2328462cadca3580796e0822 2024-11-09T16:25:34,792 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/7e8b3b9f3478463f9b09bd099944bf85 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/7e8b3b9f3478463f9b09bd099944bf85 2024-11-09T16:25:34,804 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/A of 449558ca54a8f76fc4a34c248dbc9c2f into 7e8b3b9f3478463f9b09bd099944bf85(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:34,804 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:34,804 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/B of 449558ca54a8f76fc4a34c248dbc9c2f into 69209c2b2328462cadca3580796e0822(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:34,804 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/A, priority=13, startTime=1731169534322; duration=0sec 2024-11-09T16:25:34,804 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:34,804 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/B, priority=13, startTime=1731169534322; duration=0sec 2024-11-09T16:25:34,804 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:34,804 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:A 2024-11-09T16:25:34,804 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:34,804 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:B 2024-11-09T16:25:34,804 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:34,808 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:34,808 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/C is initiating minor compaction (all files) 2024-11-09T16:25:34,809 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/C in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:34,809 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/49917e86745940ea975819c16c7ed90b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c55868827e1641fd98aaa316ed5ecc3f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/2844a9b1c92d4136b86171ffc7293441] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=35.7 K 2024-11-09T16:25:34,809 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49917e86745940ea975819c16c7ed90b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169530372 2024-11-09T16:25:34,810 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c55868827e1641fd98aaa316ed5ecc3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731169531041 2024-11-09T16:25:34,812 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2844a9b1c92d4136b86171ffc7293441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731169533236 2024-11-09T16:25:34,833 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:34,834 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/abbc0c07ba80405eb2b8b80ed9dcd4b2 is 50, key is test_row_0/C:col10/1731169533236/Put/seqid=0 2024-11-09T16:25:34,844 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/33ea1a6fb55342a680bf0eb1e7170fd9 2024-11-09T16:25:34,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741872_1048 (size=12493) 2024-11-09T16:25:34,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/c1a0a42bc86648f4b1e4464801b53eb5 is 50, key is test_row_0/B:col10/1731169533370/Put/seqid=0 2024-11-09T16:25:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741873_1049 (size=12151) 2024-11-09T16:25:34,866 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/c1a0a42bc86648f4b1e4464801b53eb5 2024-11-09T16:25:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/580114628a764e3bb14510f3a37755dd is 50, key is test_row_0/C:col10/1731169533370/Put/seqid=0 2024-11-09T16:25:34,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169594890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169594895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169594901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169594901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169594902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:34,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741874_1050 (size=12151) 2024-11-09T16:25:35,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169595195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169595199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169595208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169595209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169595210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,262 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/abbc0c07ba80405eb2b8b80ed9dcd4b2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/abbc0c07ba80405eb2b8b80ed9dcd4b2 2024-11-09T16:25:35,271 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/C of 449558ca54a8f76fc4a34c248dbc9c2f into abbc0c07ba80405eb2b8b80ed9dcd4b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:35,271 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:35,272 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/C, priority=13, startTime=1731169534325; duration=0sec 2024-11-09T16:25:35,272 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:35,272 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:C 2024-11-09T16:25:35,315 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/580114628a764e3bb14510f3a37755dd 2024-11-09T16:25:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/33ea1a6fb55342a680bf0eb1e7170fd9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/33ea1a6fb55342a680bf0eb1e7170fd9 2024-11-09T16:25:35,333 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/33ea1a6fb55342a680bf0eb1e7170fd9, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T16:25:35,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/c1a0a42bc86648f4b1e4464801b53eb5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/c1a0a42bc86648f4b1e4464801b53eb5 2024-11-09T16:25:35,343 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/c1a0a42bc86648f4b1e4464801b53eb5, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T16:25:35,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/580114628a764e3bb14510f3a37755dd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/580114628a764e3bb14510f3a37755dd 2024-11-09T16:25:35,367 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/580114628a764e3bb14510f3a37755dd, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T16:25:35,368 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 449558ca54a8f76fc4a34c248dbc9c2f in 971ms, sequenceid=172, compaction requested=false 2024-11-09T16:25:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-09T16:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-09T16:25:35,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T16:25:35,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7590 sec 2024-11-09T16:25:35,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.7760 sec 2024-11-09T16:25:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:35,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T16:25:35,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:35,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-09T16:25:35,707 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-09T16:25:35,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-09T16:25:35,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/c5a8e5d9428746bf9641f723d7bd2238 is 50, key is test_row_0/A:col10/1731169534584/Put/seqid=0 2024-11-09T16:25:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T16:25:35,714 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:35,715 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:35,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169595719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169595720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169595721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169595722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169595722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741875_1051 (size=14541) 2024-11-09T16:25:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T16:25:35,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169595824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169595824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169595825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169595828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169595828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:35,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T16:25:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:35,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T16:25:36,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T16:25:36,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:36,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169596026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169596030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169596031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169596032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169596033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/c5a8e5d9428746bf9641f723d7bd2238 2024-11-09T16:25:36,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/03c786b02907484aa81d5d934b37839e is 50, key is test_row_0/B:col10/1731169534584/Put/seqid=0 2024-11-09T16:25:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741876_1052 (size=12151) 2024-11-09T16:25:36,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/03c786b02907484aa81d5d934b37839e 2024-11-09T16:25:36,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T16:25:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/e7cc991e0327446d85933bd4f70b3d39 is 50, key is test_row_0/C:col10/1731169534584/Put/seqid=0 2024-11-09T16:25:36,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741877_1053 (size=12151) 2024-11-09T16:25:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T16:25:36,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T16:25:36,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:36,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169596334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169596341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169596344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169596344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169596348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T16:25:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:36,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/e7cc991e0327446d85933bd4f70b3d39 2024-11-09T16:25:36,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/c5a8e5d9428746bf9641f723d7bd2238 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c5a8e5d9428746bf9641f723d7bd2238 2024-11-09T16:25:36,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c5a8e5d9428746bf9641f723d7bd2238, entries=200, sequenceid=199, filesize=14.2 K 2024-11-09T16:25:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/03c786b02907484aa81d5d934b37839e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/03c786b02907484aa81d5d934b37839e 2024-11-09T16:25:36,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/03c786b02907484aa81d5d934b37839e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T16:25:36,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/e7cc991e0327446d85933bd4f70b3d39 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e7cc991e0327446d85933bd4f70b3d39 2024-11-09T16:25:36,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e7cc991e0327446d85933bd4f70b3d39, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T16:25:36,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 449558ca54a8f76fc4a34c248dbc9c2f in 957ms, sequenceid=199, compaction requested=true 2024-11-09T16:25:36,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:36,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:25:36,662 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:36,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:36,662 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:36,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-09T16:25:36,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:36,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:25:36,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:36,663 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:36,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:36,665 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:36,665 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/B is initiating minor compaction (all files) 2024-11-09T16:25:36,665 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/B in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,666 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/69209c2b2328462cadca3580796e0822, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/c1a0a42bc86648f4b1e4464801b53eb5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/03c786b02907484aa81d5d934b37839e] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=35.9 K 2024-11-09T16:25:36,667 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:36,667 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 69209c2b2328462cadca3580796e0822, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731169533236 2024-11-09T16:25:36,667 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/A is initiating minor compaction (all files) 2024-11-09T16:25:36,667 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/A in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,667 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/7e8b3b9f3478463f9b09bd099944bf85, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/33ea1a6fb55342a680bf0eb1e7170fd9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c5a8e5d9428746bf9641f723d7bd2238] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=38.3 K 2024-11-09T16:25:36,668 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting c1a0a42bc86648f4b1e4464801b53eb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731169533365 2024-11-09T16:25:36,668 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e8b3b9f3478463f9b09bd099944bf85, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731169533236 2024-11-09T16:25:36,668 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 03c786b02907484aa81d5d934b37839e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169534507 2024-11-09T16:25:36,671 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ea1a6fb55342a680bf0eb1e7170fd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731169533365 2024-11-09T16:25:36,673 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5a8e5d9428746bf9641f723d7bd2238, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169534507 2024-11-09T16:25:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/156a5db66d68437588d06d49fa459d7d is 50, key is test_row_0/A:col10/1731169535720/Put/seqid=0 2024-11-09T16:25:36,697 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#B#compaction#40 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:36,697 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ba60cbc414854d819a5cd77a62c09c86 is 50, key is test_row_0/B:col10/1731169534584/Put/seqid=0 2024-11-09T16:25:36,703 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#A#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:36,704 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/442f1827ed5b408d876782da45e3f165 is 50, key is test_row_0/A:col10/1731169534584/Put/seqid=0 2024-11-09T16:25:36,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741878_1054 (size=12151) 2024-11-09T16:25:36,706 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/156a5db66d68437588d06d49fa459d7d 2024-11-09T16:25:36,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741879_1055 (size=12595) 2024-11-09T16:25:36,740 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ba60cbc414854d819a5cd77a62c09c86 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ba60cbc414854d819a5cd77a62c09c86 2024-11-09T16:25:36,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ade81f25958349b78a06a80e968597ff is 50, key is test_row_0/B:col10/1731169535720/Put/seqid=0 2024-11-09T16:25:36,751 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/B of 449558ca54a8f76fc4a34c248dbc9c2f into ba60cbc414854d819a5cd77a62c09c86(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:36,751 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:36,751 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/B, priority=13, startTime=1731169536662; duration=0sec 2024-11-09T16:25:36,751 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:36,751 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:B 2024-11-09T16:25:36,751 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741880_1056 (size=12595) 2024-11-09T16:25:36,755 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:36,755 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/C is initiating minor compaction (all files) 2024-11-09T16:25:36,755 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/C in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,756 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/abbc0c07ba80405eb2b8b80ed9dcd4b2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/580114628a764e3bb14510f3a37755dd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e7cc991e0327446d85933bd4f70b3d39] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=35.9 K 2024-11-09T16:25:36,756 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting abbc0c07ba80405eb2b8b80ed9dcd4b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731169533236 2024-11-09T16:25:36,757 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 580114628a764e3bb14510f3a37755dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731169533365 2024-11-09T16:25:36,758 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e7cc991e0327446d85933bd4f70b3d39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169534507 2024-11-09T16:25:36,763 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/442f1827ed5b408d876782da45e3f165 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/442f1827ed5b408d876782da45e3f165 2024-11-09T16:25:36,774 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/A of 449558ca54a8f76fc4a34c248dbc9c2f into 442f1827ed5b408d876782da45e3f165(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:36,774 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:36,774 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/A, priority=13, startTime=1731169536662; duration=0sec 2024-11-09T16:25:36,774 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:36,774 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:A 2024-11-09T16:25:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741881_1057 (size=12151) 2024-11-09T16:25:36,781 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ade81f25958349b78a06a80e968597ff 2024-11-09T16:25:36,783 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:36,784 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/729390c8c9c9411f88df8fc8296881aa is 50, key is test_row_0/C:col10/1731169534584/Put/seqid=0 2024-11-09T16:25:36,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741882_1058 (size=12595) 2024-11-09T16:25:36,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/9b04572844744608ad40f2c5e40b4f92 is 50, key is test_row_0/C:col10/1731169535720/Put/seqid=0 2024-11-09T16:25:36,816 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/729390c8c9c9411f88df8fc8296881aa as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/729390c8c9c9411f88df8fc8296881aa 2024-11-09T16:25:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T16:25:36,828 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/C of 449558ca54a8f76fc4a34c248dbc9c2f into 729390c8c9c9411f88df8fc8296881aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:36,828 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:36,828 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/C, priority=13, startTime=1731169536663; duration=0sec 2024-11-09T16:25:36,828 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:36,829 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:C 2024-11-09T16:25:36,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741883_1059 (size=12151) 2024-11-09T16:25:36,833 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/9b04572844744608ad40f2c5e40b4f92 2024-11-09T16:25:36,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/156a5db66d68437588d06d49fa459d7d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/156a5db66d68437588d06d49fa459d7d 2024-11-09T16:25:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:36,855 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/156a5db66d68437588d06d49fa459d7d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T16:25:36,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ade81f25958349b78a06a80e968597ff as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ade81f25958349b78a06a80e968597ff 2024-11-09T16:25:36,869 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ade81f25958349b78a06a80e968597ff, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T16:25:36,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/9b04572844744608ad40f2c5e40b4f92 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/9b04572844744608ad40f2c5e40b4f92 2024-11-09T16:25:36,881 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/9b04572844744608ad40f2c5e40b4f92, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T16:25:36,883 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=93.93 KB/96180 for 449558ca54a8f76fc4a34c248dbc9c2f in 219ms, sequenceid=211, compaction requested=false 2024-11-09T16:25:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T16:25:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:36,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T16:25:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-09T16:25:36,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:36,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:36,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:36,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-09T16:25:36,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1690 sec 2024-11-09T16:25:36,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/0e20c3b9a65a41aa87cb5fb50b545752 is 50, key is test_row_0/A:col10/1731169536882/Put/seqid=0 2024-11-09T16:25:36,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1800 sec 2024-11-09T16:25:36,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169596907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169596908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169596908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169596910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169596914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:36,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741884_1060 (size=24105) 2024-11-09T16:25:36,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/0e20c3b9a65a41aa87cb5fb50b545752 2024-11-09T16:25:36,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/90127e768a9f4d4db9d32d52cb60e602 is 50, key is test_row_0/B:col10/1731169536882/Put/seqid=0 2024-11-09T16:25:36,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741885_1061 (size=12151) 2024-11-09T16:25:37,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169597017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169597017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169597017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169597018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169597027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169597222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169597224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169597226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169597228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169597235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/90127e768a9f4d4db9d32d52cb60e602 2024-11-09T16:25:37,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3deb9878e0af47ce8dafd3214c98a1a9 is 50, key is test_row_0/C:col10/1731169536882/Put/seqid=0 2024-11-09T16:25:37,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741886_1062 (size=12151) 2024-11-09T16:25:37,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3deb9878e0af47ce8dafd3214c98a1a9 2024-11-09T16:25:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/0e20c3b9a65a41aa87cb5fb50b545752 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/0e20c3b9a65a41aa87cb5fb50b545752 2024-11-09T16:25:37,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/0e20c3b9a65a41aa87cb5fb50b545752, entries=400, sequenceid=232, filesize=23.5 K 2024-11-09T16:25:37,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/90127e768a9f4d4db9d32d52cb60e602 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/90127e768a9f4d4db9d32d52cb60e602 2024-11-09T16:25:37,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/90127e768a9f4d4db9d32d52cb60e602, entries=150, sequenceid=232, filesize=11.9 K 2024-11-09T16:25:37,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3deb9878e0af47ce8dafd3214c98a1a9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3deb9878e0af47ce8dafd3214c98a1a9 2024-11-09T16:25:37,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3deb9878e0af47ce8dafd3214c98a1a9, entries=150, sequenceid=232, filesize=11.9 K 2024-11-09T16:25:37,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 449558ca54a8f76fc4a34c248dbc9c2f in 587ms, sequenceid=232, compaction requested=true 2024-11-09T16:25:37,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:37,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:25:37,470 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:37,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:37,471 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:25:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:37,472 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:37,472 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/B is initiating minor compaction (all files) 2024-11-09T16:25:37,472 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48851 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:37,473 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/A is initiating minor compaction (all files) 2024-11-09T16:25:37,473 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/B in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:37,473 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/A in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:37,473 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ba60cbc414854d819a5cd77a62c09c86, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ade81f25958349b78a06a80e968597ff, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/90127e768a9f4d4db9d32d52cb60e602] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=36.0 K 2024-11-09T16:25:37,473 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/442f1827ed5b408d876782da45e3f165, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/156a5db66d68437588d06d49fa459d7d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/0e20c3b9a65a41aa87cb5fb50b545752] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=47.7 K 2024-11-09T16:25:37,473 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting ba60cbc414854d819a5cd77a62c09c86, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169534507 2024-11-09T16:25:37,473 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 442f1827ed5b408d876782da45e3f165, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169534507 2024-11-09T16:25:37,474 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting ade81f25958349b78a06a80e968597ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731169535718 2024-11-09T16:25:37,474 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 156a5db66d68437588d06d49fa459d7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731169535718 2024-11-09T16:25:37,475 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e20c3b9a65a41aa87cb5fb50b545752, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731169536864 2024-11-09T16:25:37,475 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 90127e768a9f4d4db9d32d52cb60e602, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731169536869 2024-11-09T16:25:37,503 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:37,503 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:37,504 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/2bc74516704c418eb3aba8dd23705277 is 50, key is test_row_0/B:col10/1731169536882/Put/seqid=0 2024-11-09T16:25:37,504 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/972e3b891d184b0aa737273d1724141d is 50, key is test_row_0/A:col10/1731169536882/Put/seqid=0 2024-11-09T16:25:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:37,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T16:25:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741887_1063 (size=12697) 2024-11-09T16:25:37,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d8862270e10140f7aacbe249a0f27159 is 50, key is test_row_0/A:col10/1731169536911/Put/seqid=0 2024-11-09T16:25:37,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741888_1064 (size=12697) 2024-11-09T16:25:37,562 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/2bc74516704c418eb3aba8dd23705277 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/2bc74516704c418eb3aba8dd23705277 2024-11-09T16:25:37,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169597555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169597555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169597564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169597565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169597567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,573 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/B of 449558ca54a8f76fc4a34c248dbc9c2f into 2bc74516704c418eb3aba8dd23705277(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:37,573 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:37,573 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/B, priority=13, startTime=1731169537471; duration=0sec 2024-11-09T16:25:37,573 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:37,574 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:B 2024-11-09T16:25:37,574 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741889_1065 (size=12151) 2024-11-09T16:25:37,578 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:37,578 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/C is initiating minor compaction (all files) 2024-11-09T16:25:37,578 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/C in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:37,579 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/729390c8c9c9411f88df8fc8296881aa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/9b04572844744608ad40f2c5e40b4f92, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3deb9878e0af47ce8dafd3214c98a1a9] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=36.0 K 2024-11-09T16:25:37,579 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 729390c8c9c9411f88df8fc8296881aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169534507 2024-11-09T16:25:37,580 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b04572844744608ad40f2c5e40b4f92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731169535718 2024-11-09T16:25:37,580 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 3deb9878e0af47ce8dafd3214c98a1a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731169536869 2024-11-09T16:25:37,593 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:37,594 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3bc682006d8445aab86cebb6940f3a86 is 50, key is test_row_0/C:col10/1731169536882/Put/seqid=0 2024-11-09T16:25:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741890_1066 (size=12697) 2024-11-09T16:25:37,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169597669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169597669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169597672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169597673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169597674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-09T16:25:37,818 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-09T16:25:37,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-09T16:25:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T16:25:37,822 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:37,822 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:37,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:37,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169597872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169597871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169597876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169597879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169597881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T16:25:37,963 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/972e3b891d184b0aa737273d1724141d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/972e3b891d184b0aa737273d1724141d 2024-11-09T16:25:37,972 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/A of 449558ca54a8f76fc4a34c248dbc9c2f into 972e3b891d184b0aa737273d1724141d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:37,972 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:37,972 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/A, priority=13, startTime=1731169537470; duration=0sec 2024-11-09T16:25:37,972 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:37,972 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:A 2024-11-09T16:25:37,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:37,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T16:25:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:37,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:37,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d8862270e10140f7aacbe249a0f27159 2024-11-09T16:25:37,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/72e98a74f635465a93b86cc396f610f5 is 50, key is test_row_0/B:col10/1731169536911/Put/seqid=0 2024-11-09T16:25:38,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741891_1067 (size=12151) 2024-11-09T16:25:38,021 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3bc682006d8445aab86cebb6940f3a86 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3bc682006d8445aab86cebb6940f3a86 2024-11-09T16:25:38,041 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/C of 449558ca54a8f76fc4a34c248dbc9c2f into 3bc682006d8445aab86cebb6940f3a86(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:38,041 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:38,041 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/C, priority=13, startTime=1731169537471; duration=0sec 2024-11-09T16:25:38,041 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:38,041 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:C 2024-11-09T16:25:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T16:25:38,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T16:25:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:38,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:38,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169598178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169598179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169598179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169598183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169598184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T16:25:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:38,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/72e98a74f635465a93b86cc396f610f5 2024-11-09T16:25:38,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/306b8a60bb3742b7984faad21566d5f8 is 50, key is test_row_0/C:col10/1731169536911/Put/seqid=0 2024-11-09T16:25:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T16:25:38,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741892_1068 (size=12151) 2024-11-09T16:25:38,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T16:25:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:38,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/306b8a60bb3742b7984faad21566d5f8 2024-11-09T16:25:38,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:38,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d8862270e10140f7aacbe249a0f27159 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d8862270e10140f7aacbe249a0f27159 2024-11-09T16:25:38,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d8862270e10140f7aacbe249a0f27159, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T16:25:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/72e98a74f635465a93b86cc396f610f5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/72e98a74f635465a93b86cc396f610f5 2024-11-09T16:25:38,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/72e98a74f635465a93b86cc396f610f5, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T16:25:38,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/306b8a60bb3742b7984faad21566d5f8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/306b8a60bb3742b7984faad21566d5f8 2024-11-09T16:25:38,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/306b8a60bb3742b7984faad21566d5f8, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T16:25:38,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 449558ca54a8f76fc4a34c248dbc9c2f in 944ms, sequenceid=251, compaction requested=false 2024-11-09T16:25:38,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:38,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-09T16:25:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:38,592 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T16:25:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:38,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:38,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:38,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/bdd3988192ef48359daafc4ec00bc8ef is 50, key is test_row_0/A:col10/1731169537549/Put/seqid=0 2024-11-09T16:25:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741893_1069 (size=12301) 2024-11-09T16:25:38,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169598703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169598701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169598710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169598710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169598710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169598812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169598812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169598816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169598816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169598816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T16:25:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169599014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169599016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169599019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169599020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169599020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,033 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/bdd3988192ef48359daafc4ec00bc8ef 2024-11-09T16:25:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/8331ea17a79f44bd89f1548f5a57b8ca is 50, key is test_row_0/B:col10/1731169537549/Put/seqid=0 2024-11-09T16:25:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741894_1070 (size=12301) 2024-11-09T16:25:39,063 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/8331ea17a79f44bd89f1548f5a57b8ca 2024-11-09T16:25:39,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/bb9277b4dcd84b33a2d654d2a23bc923 is 50, key is test_row_0/C:col10/1731169537549/Put/seqid=0 2024-11-09T16:25:39,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741895_1071 (size=12301) 2024-11-09T16:25:39,097 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/bb9277b4dcd84b33a2d654d2a23bc923 2024-11-09T16:25:39,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/bdd3988192ef48359daafc4ec00bc8ef as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/bdd3988192ef48359daafc4ec00bc8ef 2024-11-09T16:25:39,131 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/bdd3988192ef48359daafc4ec00bc8ef, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T16:25:39,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/8331ea17a79f44bd89f1548f5a57b8ca as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/8331ea17a79f44bd89f1548f5a57b8ca 2024-11-09T16:25:39,147 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/8331ea17a79f44bd89f1548f5a57b8ca, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T16:25:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/bb9277b4dcd84b33a2d654d2a23bc923 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/bb9277b4dcd84b33a2d654d2a23bc923 2024-11-09T16:25:39,159 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/bb9277b4dcd84b33a2d654d2a23bc923, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T16:25:39,163 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 449558ca54a8f76fc4a34c248dbc9c2f in 572ms, sequenceid=271, compaction requested=true 2024-11-09T16:25:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-09T16:25:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-09T16:25:39,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-09T16:25:39,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3420 sec 2024-11-09T16:25:39,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.3480 sec 2024-11-09T16:25:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:39,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T16:25:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:39,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:39,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:39,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/f501786a26b14f2eb656563db1887e91 is 50, key is test_row_0/A:col10/1731169538708/Put/seqid=0 2024-11-09T16:25:39,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169599337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169599338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169599339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169599341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169599341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741896_1072 (size=12301) 2024-11-09T16:25:39,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169599443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169599444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169599444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169599444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169599444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169599648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169599649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169599648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169599650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169599658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/f501786a26b14f2eb656563db1887e91 2024-11-09T16:25:39,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7b583283699b463ba63e08a9a63e9c8a is 50, key is test_row_0/B:col10/1731169538708/Put/seqid=0 2024-11-09T16:25:39,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741897_1073 (size=12301) 2024-11-09T16:25:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-09T16:25:39,927 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-09T16:25:39,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-09T16:25:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T16:25:39,930 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:39,931 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:39,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169599950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169599952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169599953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169599959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:39,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169599961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T16:25:40,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T16:25:40,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:40,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:40,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:40,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:40,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:40,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7b583283699b463ba63e08a9a63e9c8a 2024-11-09T16:25:40,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/4be7dda038b54d5db0ab0a64d8f741bf is 50, key is test_row_0/C:col10/1731169538708/Put/seqid=0 2024-11-09T16:25:40,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741898_1074 (size=12301) 2024-11-09T16:25:40,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/4be7dda038b54d5db0ab0a64d8f741bf 2024-11-09T16:25:40,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/f501786a26b14f2eb656563db1887e91 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f501786a26b14f2eb656563db1887e91 2024-11-09T16:25:40,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f501786a26b14f2eb656563db1887e91, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T16:25:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7b583283699b463ba63e08a9a63e9c8a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7b583283699b463ba63e08a9a63e9c8a 2024-11-09T16:25:40,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7b583283699b463ba63e08a9a63e9c8a, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T16:25:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/4be7dda038b54d5db0ab0a64d8f741bf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/4be7dda038b54d5db0ab0a64d8f741bf 2024-11-09T16:25:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T16:25:40,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/4be7dda038b54d5db0ab0a64d8f741bf, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T16:25:40,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 449558ca54a8f76fc4a34c248dbc9c2f in 912ms, sequenceid=291, compaction requested=true 2024-11-09T16:25:40,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:40,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:25:40,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:40,235 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:25:40,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:40,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:40,235 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:25:40,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:25:40,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:40,236 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:25:40,236 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/A is initiating minor compaction (all files) 2024-11-09T16:25:40,236 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/A in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:40,237 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/972e3b891d184b0aa737273d1724141d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d8862270e10140f7aacbe249a0f27159, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/bdd3988192ef48359daafc4ec00bc8ef, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f501786a26b14f2eb656563db1887e91] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=48.3 K 2024-11-09T16:25:40,237 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:25:40,237 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/B is initiating minor compaction (all files) 2024-11-09T16:25:40,237 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/B in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:40,237 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/2bc74516704c418eb3aba8dd23705277, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/72e98a74f635465a93b86cc396f610f5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/8331ea17a79f44bd89f1548f5a57b8ca, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7b583283699b463ba63e08a9a63e9c8a] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=48.3 K 2024-11-09T16:25:40,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-09T16:25:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:40,238 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 972e3b891d184b0aa737273d1724141d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731169536869 2024-11-09T16:25:40,238 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc74516704c418eb3aba8dd23705277, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731169536869 2024-11-09T16:25:40,238 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T16:25:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:40,238 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 72e98a74f635465a93b86cc396f610f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731169536903 2024-11-09T16:25:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:40,239 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8862270e10140f7aacbe249a0f27159, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731169536903 2024-11-09T16:25:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:40,239 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8331ea17a79f44bd89f1548f5a57b8ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731169537549 2024-11-09T16:25:40,239 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdd3988192ef48359daafc4ec00bc8ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731169537549 2024-11-09T16:25:40,240 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b583283699b463ba63e08a9a63e9c8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731169538708 2024-11-09T16:25:40,240 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting f501786a26b14f2eb656563db1887e91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731169538708 2024-11-09T16:25:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/65e42e6887a64ca3aaafa121283e5c16 is 50, key is test_row_0/A:col10/1731169539339/Put/seqid=0 2024-11-09T16:25:40,256 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:40,256 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/b98f1fcdb8214919a5236534650a1b58 is 50, key is test_row_0/A:col10/1731169538708/Put/seqid=0 2024-11-09T16:25:40,257 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:40,257 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/9ae04c8609de4964991cb872f0837246 is 50, key is test_row_0/B:col10/1731169538708/Put/seqid=0 2024-11-09T16:25:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741900_1076 (size=12983) 2024-11-09T16:25:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741899_1075 (size=12301) 2024-11-09T16:25:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741901_1077 (size=12983) 2024-11-09T16:25:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:40,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169600483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169600485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169600486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169600486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169600487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T16:25:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169600588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169600590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169600590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169600591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169600592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,684 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/65e42e6887a64ca3aaafa121283e5c16 2024-11-09T16:25:40,686 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/b98f1fcdb8214919a5236534650a1b58 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/b98f1fcdb8214919a5236534650a1b58 2024-11-09T16:25:40,696 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/A of 449558ca54a8f76fc4a34c248dbc9c2f into b98f1fcdb8214919a5236534650a1b58(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:40,696 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:40,697 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/A, priority=12, startTime=1731169540234; duration=0sec 2024-11-09T16:25:40,697 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:40,697 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:A 2024-11-09T16:25:40,697 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:25:40,699 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/9ae04c8609de4964991cb872f0837246 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/9ae04c8609de4964991cb872f0837246 2024-11-09T16:25:40,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/e003b2d8e22d421e9c6b6e49cc3645ab is 50, key is test_row_0/B:col10/1731169539339/Put/seqid=0 2024-11-09T16:25:40,705 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:25:40,705 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/C is initiating minor compaction (all files) 2024-11-09T16:25:40,705 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/C in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:40,705 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3bc682006d8445aab86cebb6940f3a86, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/306b8a60bb3742b7984faad21566d5f8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/bb9277b4dcd84b33a2d654d2a23bc923, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/4be7dda038b54d5db0ab0a64d8f741bf] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=48.3 K 2024-11-09T16:25:40,706 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bc682006d8445aab86cebb6940f3a86, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731169536869 2024-11-09T16:25:40,707 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 306b8a60bb3742b7984faad21566d5f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731169536903 2024-11-09T16:25:40,707 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb9277b4dcd84b33a2d654d2a23bc923, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731169537549 2024-11-09T16:25:40,708 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4be7dda038b54d5db0ab0a64d8f741bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731169538708 2024-11-09T16:25:40,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741902_1078 (size=12301) 2024-11-09T16:25:40,711 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/e003b2d8e22d421e9c6b6e49cc3645ab 2024-11-09T16:25:40,712 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/B of 449558ca54a8f76fc4a34c248dbc9c2f into 9ae04c8609de4964991cb872f0837246(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:40,712 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:40,712 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/B, priority=12, startTime=1731169540235; duration=0sec 2024-11-09T16:25:40,712 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:40,712 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:B 2024-11-09T16:25:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/6c082720196244a6867a58d3a4d9f834 is 50, key is test_row_0/C:col10/1731169539339/Put/seqid=0 2024-11-09T16:25:40,733 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#C#compaction#65 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:40,734 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/54653588868b468aa83d8e406961cc4a is 50, key is test_row_0/C:col10/1731169538708/Put/seqid=0 2024-11-09T16:25:40,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741903_1079 (size=12301) 2024-11-09T16:25:40,762 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/6c082720196244a6867a58d3a4d9f834 2024-11-09T16:25:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741904_1080 (size=12983) 2024-11-09T16:25:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/65e42e6887a64ca3aaafa121283e5c16 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/65e42e6887a64ca3aaafa121283e5c16 2024-11-09T16:25:40,779 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/65e42e6887a64ca3aaafa121283e5c16, entries=150, sequenceid=307, filesize=12.0 K 2024-11-09T16:25:40,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/e003b2d8e22d421e9c6b6e49cc3645ab as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/e003b2d8e22d421e9c6b6e49cc3645ab 2024-11-09T16:25:40,782 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/54653588868b468aa83d8e406961cc4a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/54653588868b468aa83d8e406961cc4a 2024-11-09T16:25:40,789 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/e003b2d8e22d421e9c6b6e49cc3645ab, entries=150, sequenceid=307, filesize=12.0 K 2024-11-09T16:25:40,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/6c082720196244a6867a58d3a4d9f834 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/6c082720196244a6867a58d3a4d9f834 2024-11-09T16:25:40,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169600793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,797 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/C of 449558ca54a8f76fc4a34c248dbc9c2f into 54653588868b468aa83d8e406961cc4a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:40,797 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:40,797 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/C, priority=12, startTime=1731169540235; duration=0sec 2024-11-09T16:25:40,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,798 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169600796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,798 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:C 2024-11-09T16:25:40,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169600797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169600797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169600797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:40,801 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/6c082720196244a6867a58d3a4d9f834, entries=150, sequenceid=307, filesize=12.0 K 2024-11-09T16:25:40,802 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 449558ca54a8f76fc4a34c248dbc9c2f in 564ms, sequenceid=307, compaction requested=false 2024-11-09T16:25:40,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:40,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:40,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-09T16:25:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-09T16:25:40,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-09T16:25:40,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 872 msec 2024-11-09T16:25:40,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 878 msec 2024-11-09T16:25:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-09T16:25:41,032 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-09T16:25:41,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-09T16:25:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T16:25:41,036 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:41,036 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:41,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:41,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T16:25:41,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:41,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:41,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:41,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:41,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:41,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:41,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8a992b5e7bac4bfead2bccb43c75764c is 50, key is test_row_0/A:col10/1731169540485/Put/seqid=0 2024-11-09T16:25:41,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741905_1081 (size=12301) 2024-11-09T16:25:41,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8a992b5e7bac4bfead2bccb43c75764c 2024-11-09T16:25:41,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169601109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169601112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169601113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169601113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169601114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7d00110b023f4637bbca8e7c794d3046 is 50, key is test_row_0/B:col10/1731169540485/Put/seqid=0 2024-11-09T16:25:41,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741906_1082 (size=12301) 2024-11-09T16:25:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T16:25:41,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T16:25:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169601215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169601217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169601217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169601218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169601218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T16:25:41,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T16:25:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169601419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169601419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169601419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169601420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169601422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T16:25:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7d00110b023f4637bbca8e7c794d3046 2024-11-09T16:25:41,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/d93b8a39f1564c38adbc143c4ddb8106 is 50, key is test_row_0/C:col10/1731169540485/Put/seqid=0 2024-11-09T16:25:41,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741907_1083 (size=12301) 2024-11-09T16:25:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T16:25:41,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T16:25:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169601725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169601725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169601726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169601726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169601726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T16:25:41,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:41,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:41,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T16:25:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:41,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/d93b8a39f1564c38adbc143c4ddb8106 2024-11-09T16:25:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/8a992b5e7bac4bfead2bccb43c75764c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8a992b5e7bac4bfead2bccb43c75764c 2024-11-09T16:25:41,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8a992b5e7bac4bfead2bccb43c75764c, entries=150, sequenceid=331, filesize=12.0 K 2024-11-09T16:25:41,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7d00110b023f4637bbca8e7c794d3046 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7d00110b023f4637bbca8e7c794d3046 2024-11-09T16:25:41,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7d00110b023f4637bbca8e7c794d3046, entries=150, sequenceid=331, filesize=12.0 K 2024-11-09T16:25:41,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/d93b8a39f1564c38adbc143c4ddb8106 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/d93b8a39f1564c38adbc143c4ddb8106 2024-11-09T16:25:41,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/d93b8a39f1564c38adbc143c4ddb8106, entries=150, sequenceid=331, filesize=12.0 K 2024-11-09T16:25:41,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 449558ca54a8f76fc4a34c248dbc9c2f in 895ms, sequenceid=331, compaction requested=true 2024-11-09T16:25:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:25:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:41,995 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:41,995 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:25:41,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:41,997 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:41,997 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:41,997 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/A is initiating minor compaction (all files) 2024-11-09T16:25:41,997 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/B is initiating minor compaction (all files) 2024-11-09T16:25:41,997 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/A in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,997 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/B in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:41,997 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/b98f1fcdb8214919a5236534650a1b58, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/65e42e6887a64ca3aaafa121283e5c16, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8a992b5e7bac4bfead2bccb43c75764c] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=36.7 K 2024-11-09T16:25:41,997 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/9ae04c8609de4964991cb872f0837246, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/e003b2d8e22d421e9c6b6e49cc3645ab, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7d00110b023f4637bbca8e7c794d3046] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=36.7 K 2024-11-09T16:25:41,998 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ae04c8609de4964991cb872f0837246, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731169538708 2024-11-09T16:25:41,998 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b98f1fcdb8214919a5236534650a1b58, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731169538708 2024-11-09T16:25:41,998 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e003b2d8e22d421e9c6b6e49cc3645ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731169539338 2024-11-09T16:25:41,998 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e42e6887a64ca3aaafa121283e5c16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731169539338 2024-11-09T16:25:41,998 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d00110b023f4637bbca8e7c794d3046, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731169540482 2024-11-09T16:25:41,998 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a992b5e7bac4bfead2bccb43c75764c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731169540482 2024-11-09T16:25:42,009 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:42,010 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ff505ea55c5149f3bc7ad285d04a738f is 50, key is test_row_0/B:col10/1731169540485/Put/seqid=0 2024-11-09T16:25:42,011 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:42,013 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/601992d14345493b95e1970c8730c274 is 50, key is test_row_0/A:col10/1731169540485/Put/seqid=0 2024-11-09T16:25:42,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741908_1084 (size=13085) 2024-11-09T16:25:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741909_1085 (size=13085) 2024-11-09T16:25:42,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-09T16:25:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:42,108 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T16:25:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:42,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d4db5b8950534e85ac7a23e59881bf8b is 50, key is test_row_0/A:col10/1731169541109/Put/seqid=0 2024-11-09T16:25:42,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741910_1086 (size=12301) 2024-11-09T16:25:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T16:25:42,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:42,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169602243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169602244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169602245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169602245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169602246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169602349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169602350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169602351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169602354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169602355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,430 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ff505ea55c5149f3bc7ad285d04a738f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ff505ea55c5149f3bc7ad285d04a738f 2024-11-09T16:25:42,432 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/601992d14345493b95e1970c8730c274 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/601992d14345493b95e1970c8730c274 2024-11-09T16:25:42,439 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/B of 449558ca54a8f76fc4a34c248dbc9c2f into ff505ea55c5149f3bc7ad285d04a738f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:42,439 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:42,439 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/B, priority=13, startTime=1731169541995; duration=0sec 2024-11-09T16:25:42,440 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:25:42,440 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:B 2024-11-09T16:25:42,440 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:25:42,441 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/A of 449558ca54a8f76fc4a34c248dbc9c2f into 601992d14345493b95e1970c8730c274(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:42,441 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:42,441 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/A, priority=13, startTime=1731169541995; duration=0sec 2024-11-09T16:25:42,441 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:42,441 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:A 2024-11-09T16:25:42,443 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:25:42,443 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 449558ca54a8f76fc4a34c248dbc9c2f/C is initiating minor compaction (all files) 2024-11-09T16:25:42,443 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 449558ca54a8f76fc4a34c248dbc9c2f/C in TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:42,444 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/54653588868b468aa83d8e406961cc4a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/6c082720196244a6867a58d3a4d9f834, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/d93b8a39f1564c38adbc143c4ddb8106] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp, totalSize=36.7 K 2024-11-09T16:25:42,444 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 54653588868b468aa83d8e406961cc4a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731169538708 2024-11-09T16:25:42,445 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c082720196244a6867a58d3a4d9f834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731169539338 2024-11-09T16:25:42,445 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d93b8a39f1564c38adbc143c4ddb8106, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731169540482 2024-11-09T16:25:42,457 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 449558ca54a8f76fc4a34c248dbc9c2f#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:25:42,457 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/956177e9fb314a918ea1a8d39d08b0f5 is 50, key is test_row_0/C:col10/1731169540485/Put/seqid=0 2024-11-09T16:25:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741911_1087 (size=13085) 2024-11-09T16:25:42,521 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d4db5b8950534e85ac7a23e59881bf8b 2024-11-09T16:25:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/b21a9687e99344c48029f704a46c02b6 is 50, key is test_row_0/B:col10/1731169541109/Put/seqid=0 2024-11-09T16:25:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741912_1088 (size=12301) 2024-11-09T16:25:42,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169602552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169602552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169602555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169602555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169602557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169602854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169602854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169602858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169602860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169602861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:42,874 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/956177e9fb314a918ea1a8d39d08b0f5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/956177e9fb314a918ea1a8d39d08b0f5 2024-11-09T16:25:42,880 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 449558ca54a8f76fc4a34c248dbc9c2f/C of 449558ca54a8f76fc4a34c248dbc9c2f into 956177e9fb314a918ea1a8d39d08b0f5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:25:42,880 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:42,880 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f., storeName=449558ca54a8f76fc4a34c248dbc9c2f/C, priority=13, startTime=1731169541995; duration=0sec 2024-11-09T16:25:42,881 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:42,881 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:C 2024-11-09T16:25:42,939 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/b21a9687e99344c48029f704a46c02b6 2024-11-09T16:25:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3864630d57cc4bffbcc1405d0bcb0488 is 50, key is test_row_0/C:col10/1731169541109/Put/seqid=0 2024-11-09T16:25:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741913_1089 (size=12301) 2024-11-09T16:25:42,953 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3864630d57cc4bffbcc1405d0bcb0488 2024-11-09T16:25:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/d4db5b8950534e85ac7a23e59881bf8b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d4db5b8950534e85ac7a23e59881bf8b 2024-11-09T16:25:42,967 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d4db5b8950534e85ac7a23e59881bf8b, entries=150, sequenceid=346, filesize=12.0 K 2024-11-09T16:25:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/b21a9687e99344c48029f704a46c02b6 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/b21a9687e99344c48029f704a46c02b6 2024-11-09T16:25:42,973 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/b21a9687e99344c48029f704a46c02b6, entries=150, sequenceid=346, filesize=12.0 K 2024-11-09T16:25:42,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/3864630d57cc4bffbcc1405d0bcb0488 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3864630d57cc4bffbcc1405d0bcb0488 2024-11-09T16:25:42,979 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3864630d57cc4bffbcc1405d0bcb0488, entries=150, sequenceid=346, filesize=12.0 K 2024-11-09T16:25:42,980 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 449558ca54a8f76fc4a34c248dbc9c2f in 872ms, sequenceid=346, compaction requested=false 2024-11-09T16:25:42,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:42,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:42,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T16:25:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-09T16:25:42,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-09T16:25:42,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-09T16:25:42,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.9490 sec 2024-11-09T16:25:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-09T16:25:43,139 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-09T16:25:43,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-09T16:25:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T16:25:43,143 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:43,144 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:43,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T16:25:43,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-09T16:25:43,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:43,296 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T16:25:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:43,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3e4f03aa74984e93b838e33481cf7914 is 50, key is test_row_0/A:col10/1731169542245/Put/seqid=0 2024-11-09T16:25:43,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741914_1090 (size=12301) 2024-11-09T16:25:43,328 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3e4f03aa74984e93b838e33481cf7914 2024-11-09T16:25:43,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7e803bcab72c4a0181d073e819811c57 is 50, key is test_row_0/B:col10/1731169542245/Put/seqid=0 2024-11-09T16:25:43,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741915_1091 (size=12301) 2024-11-09T16:25:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169603371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169603372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169603373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169603373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169603376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T16:25:43,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169603478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169603478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169603478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169603478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169603481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169603683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169603684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169603692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169603692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169603692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T16:25:43,752 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7e803bcab72c4a0181d073e819811c57 2024-11-09T16:25:43,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/a2862f84557b4d549b5d3d704b651a41 is 50, key is test_row_0/C:col10/1731169542245/Put/seqid=0 2024-11-09T16:25:43,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741916_1092 (size=12301) 2024-11-09T16:25:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169603987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169603988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169603994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169603996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:43,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169603997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,193 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/a2862f84557b4d549b5d3d704b651a41 2024-11-09T16:25:44,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/3e4f03aa74984e93b838e33481cf7914 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e4f03aa74984e93b838e33481cf7914 2024-11-09T16:25:44,205 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e4f03aa74984e93b838e33481cf7914, entries=150, sequenceid=370, filesize=12.0 K 2024-11-09T16:25:44,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/7e803bcab72c4a0181d073e819811c57 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7e803bcab72c4a0181d073e819811c57 2024-11-09T16:25:44,213 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7e803bcab72c4a0181d073e819811c57, entries=150, sequenceid=370, filesize=12.0 K 2024-11-09T16:25:44,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/a2862f84557b4d549b5d3d704b651a41 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/a2862f84557b4d549b5d3d704b651a41 2024-11-09T16:25:44,222 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/a2862f84557b4d549b5d3d704b651a41, entries=150, sequenceid=370, filesize=12.0 K 2024-11-09T16:25:44,223 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 449558ca54a8f76fc4a34c248dbc9c2f in 927ms, sequenceid=370, compaction requested=true 2024-11-09T16:25:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T16:25:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-09T16:25:44,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-09T16:25:44,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0890 sec 2024-11-09T16:25:44,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0980 sec 2024-11-09T16:25:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-09T16:25:44,249 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-09T16:25:44,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-09T16:25:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-09T16:25:44,263 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:44,264 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:44,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-09T16:25:44,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-09T16:25:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:44,419 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T16:25:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:44,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/5e922ed18ed54de397c240b392cce3b7 is 50, key is test_row_0/A:col10/1731169543367/Put/seqid=0 2024-11-09T16:25:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741917_1093 (size=12301) 2024-11-09T16:25:44,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:44,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169604527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169604528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169604530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169604533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169604534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-09T16:25:44,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169604635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169604635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169604637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169604638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169604638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,830 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/5e922ed18ed54de397c240b392cce3b7 2024-11-09T16:25:44,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/15310966444242fbbe7a57bdca92075f is 50, key is test_row_0/B:col10/1731169543367/Put/seqid=0 2024-11-09T16:25:44,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169604840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169604842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169604843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169604844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169604844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741918_1094 (size=12301) 2024-11-09T16:25:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-09T16:25:45,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169605143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169605144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169605149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169605150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169605150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,249 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/15310966444242fbbe7a57bdca92075f 2024-11-09T16:25:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/0bad32d0666b46f392ab6d410afdd015 is 50, key is test_row_0/C:col10/1731169543367/Put/seqid=0 2024-11-09T16:25:45,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741919_1095 (size=12301) 2024-11-09T16:25:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-09T16:25:45,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169605646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169605651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169605654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169605654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169605655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:45,665 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/0bad32d0666b46f392ab6d410afdd015 2024-11-09T16:25:45,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/5e922ed18ed54de397c240b392cce3b7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/5e922ed18ed54de397c240b392cce3b7 2024-11-09T16:25:45,679 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/5e922ed18ed54de397c240b392cce3b7, entries=150, sequenceid=385, filesize=12.0 K 2024-11-09T16:25:45,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/15310966444242fbbe7a57bdca92075f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/15310966444242fbbe7a57bdca92075f 2024-11-09T16:25:45,687 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/15310966444242fbbe7a57bdca92075f, entries=150, sequenceid=385, filesize=12.0 K 2024-11-09T16:25:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/0bad32d0666b46f392ab6d410afdd015 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/0bad32d0666b46f392ab6d410afdd015 2024-11-09T16:25:45,694 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/0bad32d0666b46f392ab6d410afdd015, entries=150, sequenceid=385, filesize=12.0 K 2024-11-09T16:25:45,696 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 449558ca54a8f76fc4a34c248dbc9c2f in 1277ms, sequenceid=385, compaction requested=true 2024-11-09T16:25:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T16:25:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-09T16:25:45,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-09T16:25:45,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4330 sec 2024-11-09T16:25:45,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.4480 sec 2024-11-09T16:25:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-09T16:25:46,366 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-09T16:25:46,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-09T16:25:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T16:25:46,369 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:46,369 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:46,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T16:25:46,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-09T16:25:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:46,521 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T16:25:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:46,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/40310ab2a7ac47bc80b9a6f022cb2da4 is 50, key is test_row_0/A:col10/1731169544528/Put/seqid=0 2024-11-09T16:25:46,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741920_1096 (size=12301) 2024-11-09T16:25:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:46,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. as already flushing 2024-11-09T16:25:46,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53032 deadline: 1731169606665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169606666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T16:25:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169606669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169606669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169606673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169606771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169606773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169606773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169606775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,933 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/40310ab2a7ac47bc80b9a6f022cb2da4 2024-11-09T16:25:46,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ab4ef18b8fc841ffb16edf4cd7b10d5d is 50, key is test_row_0/B:col10/1731169544528/Put/seqid=0 2024-11-09T16:25:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T16:25:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741921_1097 (size=12301) 2024-11-09T16:25:46,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169606976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169606977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169606977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:46,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169606980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,191 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e957ecd to 127.0.0.1:57820 2024-11-09T16:25:47,192 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:47,192 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x624dc5e5 to 127.0.0.1:57820 2024-11-09T16:25:47,192 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:47,193 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22daddc4 to 127.0.0.1:57820 2024-11-09T16:25:47,193 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:47,195 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39028e20 to 127.0.0.1:57820 2024-11-09T16:25:47,195 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:47,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:47,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169607282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169607283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169607283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169607284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,376 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ab4ef18b8fc841ffb16edf4cd7b10d5d 2024-11-09T16:25:47,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/e53a64cafa9e47329af81272ca78b2df is 50, key is test_row_0/C:col10/1731169544528/Put/seqid=0 2024-11-09T16:25:47,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741922_1098 (size=12301) 2024-11-09T16:25:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T16:25:47,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53054 deadline: 1731169607786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53026 deadline: 1731169607788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53002 deadline: 1731169607789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53050 deadline: 1731169607789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:47,795 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/e53a64cafa9e47329af81272ca78b2df 2024-11-09T16:25:47,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/40310ab2a7ac47bc80b9a6f022cb2da4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/40310ab2a7ac47bc80b9a6f022cb2da4 2024-11-09T16:25:47,806 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/40310ab2a7ac47bc80b9a6f022cb2da4, entries=150, sequenceid=407, filesize=12.0 K 2024-11-09T16:25:47,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/ab4ef18b8fc841ffb16edf4cd7b10d5d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ab4ef18b8fc841ffb16edf4cd7b10d5d 2024-11-09T16:25:47,813 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ab4ef18b8fc841ffb16edf4cd7b10d5d, entries=150, sequenceid=407, filesize=12.0 K 2024-11-09T16:25:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/e53a64cafa9e47329af81272ca78b2df as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e53a64cafa9e47329af81272ca78b2df 2024-11-09T16:25:47,820 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e53a64cafa9e47329af81272ca78b2df, entries=150, sequenceid=407, filesize=12.0 K 2024-11-09T16:25:47,821 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 449558ca54a8f76fc4a34c248dbc9c2f in 1300ms, sequenceid=407, compaction requested=true 2024-11-09T16:25:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:47,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T16:25:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-09T16:25:47,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-09T16:25:47,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-11-09T16:25:47,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.4570 sec 2024-11-09T16:25:48,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:25:48,469 ERROR [LeaseRenewer:jenkins@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37985,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-09T16:25:48,474 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-09T16:25:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:48,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T16:25:48,686 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18f2a76d to 127.0.0.1:57820 2024-11-09T16:25:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:48,686 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:48,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/c616adb0f40a4c0cb92908e38953efae is 50, key is test_row_0/A:col10/1731169548684/Put/seqid=0 2024-11-09T16:25:48,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741923_1099 (size=12301) 2024-11-09T16:25:48,795 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x536a4a58 to 127.0.0.1:57820 2024-11-09T16:25:48,795 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:48,801 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2dd0bbda to 127.0.0.1:57820 2024-11-09T16:25:48,801 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3888ad7c to 127.0.0.1:57820 2024-11-09T16:25:48,802 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:48,802 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:48,804 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x435176b2 to 127.0.0.1:57820 2024-11-09T16:25:48,804 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5185 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4955 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2187 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6560 rows 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2186 2024-11-09T16:25:48,805 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6558 rows 2024-11-09T16:25:48,805 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T16:25:48,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x038196d7 to 127.0.0.1:57820 2024-11-09T16:25:48,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:25:48,811 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T16:25:48,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T16:25:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:48,837 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169548837"}]},"ts":"1731169548837"} 2024-11-09T16:25:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-09T16:25:48,838 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T16:25:48,849 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T16:25:48,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:25:48,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=449558ca54a8f76fc4a34c248dbc9c2f, UNASSIGN}] 2024-11-09T16:25:48,857 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=449558ca54a8f76fc4a34c248dbc9c2f, UNASSIGN 2024-11-09T16:25:48,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=449558ca54a8f76fc4a34c248dbc9c2f, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:48,859 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:25:48,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:25:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-09T16:25:49,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:49,015 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:49,015 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:25:49,016 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 449558ca54a8f76fc4a34c248dbc9c2f, disabling compactions & flushes 2024-11-09T16:25:49,016 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:49,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/c616adb0f40a4c0cb92908e38953efae 2024-11-09T16:25:49,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/55198240960e45309aa6d8e72cb27ca8 is 50, key is test_row_0/B:col10/1731169548684/Put/seqid=0 2024-11-09T16:25:49,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741924_1100 (size=12301) 2024-11-09T16:25:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-09T16:25:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-09T16:25:49,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/55198240960e45309aa6d8e72cb27ca8 2024-11-09T16:25:49,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/c054c60e289c4a968feebcbf485f0d72 is 50, key is test_row_0/C:col10/1731169548684/Put/seqid=0 2024-11-09T16:25:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741925_1101 (size=12301) 2024-11-09T16:25:49,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/c054c60e289c4a968feebcbf485f0d72 2024-11-09T16:25:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-09T16:25:49,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/c616adb0f40a4c0cb92908e38953efae as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c616adb0f40a4c0cb92908e38953efae 2024-11-09T16:25:49,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c616adb0f40a4c0cb92908e38953efae, entries=150, sequenceid=422, filesize=12.0 K 2024-11-09T16:25:49,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/55198240960e45309aa6d8e72cb27ca8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/55198240960e45309aa6d8e72cb27ca8 2024-11-09T16:25:49,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/55198240960e45309aa6d8e72cb27ca8, entries=150, sequenceid=422, filesize=12.0 K 2024-11-09T16:25:49,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/c054c60e289c4a968feebcbf485f0d72 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c054c60e289c4a968feebcbf485f0d72 2024-11-09T16:25:49,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c054c60e289c4a968feebcbf485f0d72, entries=150, sequenceid=422, filesize=12.0 K 2024-11-09T16:25:49,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 449558ca54a8f76fc4a34c248dbc9c2f in 1276ms, sequenceid=422, compaction requested=true 2024-11-09T16:25:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:49,961 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:49,961 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:25:49,961 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. because compaction request was cancelled 2024-11-09T16:25:49,961 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. after waiting 0 ms 2024-11-09T16:25:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:49,961 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:49,961 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:A 2024-11-09T16:25:49,961 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. because compaction request was cancelled 2024-11-09T16:25:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:49,961 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:B 2024-11-09T16:25:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 449558ca54a8f76fc4a34c248dbc9c2f:C, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:25:49,961 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 449558ca54a8f76fc4a34c248dbc9c2f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T16:25:49,961 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. because compaction request was cancelled 2024-11-09T16:25:49,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:25:49,961 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 449558ca54a8f76fc4a34c248dbc9c2f:C 2024-11-09T16:25:49,961 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=A 2024-11-09T16:25:49,961 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:49,961 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=B 2024-11-09T16:25:49,961 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:49,961 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 449558ca54a8f76fc4a34c248dbc9c2f, store=C 2024-11-09T16:25:49,962 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:49,965 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/f19400f4d0c6443fa89d8ddd1e2338ad is 50, key is test_row_0/A:col10/1731169548803/Put/seqid=0 2024-11-09T16:25:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741926_1102 (size=9857) 2024-11-09T16:25:50,370 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/f19400f4d0c6443fa89d8ddd1e2338ad 2024-11-09T16:25:50,380 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/1afae22d58f54fb0b6801f9c6f0f7dda is 50, key is test_row_0/B:col10/1731169548803/Put/seqid=0 2024-11-09T16:25:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741927_1103 (size=9857) 2024-11-09T16:25:50,389 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/1afae22d58f54fb0b6801f9c6f0f7dda 2024-11-09T16:25:50,399 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/5b3828d0bcb5422ea6de54d14ab29a23 is 50, key is test_row_0/C:col10/1731169548803/Put/seqid=0 2024-11-09T16:25:50,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741928_1104 (size=9857) 2024-11-09T16:25:50,805 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/5b3828d0bcb5422ea6de54d14ab29a23 2024-11-09T16:25:50,810 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/A/f19400f4d0c6443fa89d8ddd1e2338ad as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f19400f4d0c6443fa89d8ddd1e2338ad 2024-11-09T16:25:50,815 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f19400f4d0c6443fa89d8ddd1e2338ad, entries=100, sequenceid=429, filesize=9.6 K 2024-11-09T16:25:50,816 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/B/1afae22d58f54fb0b6801f9c6f0f7dda as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1afae22d58f54fb0b6801f9c6f0f7dda 2024-11-09T16:25:50,821 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1afae22d58f54fb0b6801f9c6f0f7dda, entries=100, sequenceid=429, filesize=9.6 K 2024-11-09T16:25:50,822 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/.tmp/C/5b3828d0bcb5422ea6de54d14ab29a23 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/5b3828d0bcb5422ea6de54d14ab29a23 2024-11-09T16:25:50,827 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/5b3828d0bcb5422ea6de54d14ab29a23, entries=100, sequenceid=429, filesize=9.6 K 2024-11-09T16:25:50,828 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 449558ca54a8f76fc4a34c248dbc9c2f in 867ms, sequenceid=429, compaction requested=true 2024-11-09T16:25:50,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8c8359332eb44456a31ff2950c9bc4c6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/a3b19471fa3e41fcba4a2f5ff714bbc5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3f295f7352134591a7e39b75d90e0850, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8016edb8a6684010b10f826f886d2ebd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e76116d400a437e950b046175af4ed6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/ad5c0e6538aa4f76a81f1911d6bca596, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/fc64cf7fadaf438ebd59f5eaad3698e0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d73797a995dd4ae79603bf17a965597f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8b37e63d29d04dab970afbf7b0dde702, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/7e8b3b9f3478463f9b09bd099944bf85, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/05a72e1c19564f749ae856aab1256f09, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/33ea1a6fb55342a680bf0eb1e7170fd9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c5a8e5d9428746bf9641f723d7bd2238, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/442f1827ed5b408d876782da45e3f165, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/156a5db66d68437588d06d49fa459d7d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/0e20c3b9a65a41aa87cb5fb50b545752, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/972e3b891d184b0aa737273d1724141d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d8862270e10140f7aacbe249a0f27159, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/bdd3988192ef48359daafc4ec00bc8ef, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/b98f1fcdb8214919a5236534650a1b58, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f501786a26b14f2eb656563db1887e91, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/65e42e6887a64ca3aaafa121283e5c16, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8a992b5e7bac4bfead2bccb43c75764c] to archive 2024-11-09T16:25:50,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:25:50,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8c8359332eb44456a31ff2950c9bc4c6 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8c8359332eb44456a31ff2950c9bc4c6 2024-11-09T16:25:50,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/a3b19471fa3e41fcba4a2f5ff714bbc5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/a3b19471fa3e41fcba4a2f5ff714bbc5 2024-11-09T16:25:50,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3f295f7352134591a7e39b75d90e0850 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3f295f7352134591a7e39b75d90e0850 2024-11-09T16:25:50,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8016edb8a6684010b10f826f886d2ebd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8016edb8a6684010b10f826f886d2ebd 2024-11-09T16:25:50,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e76116d400a437e950b046175af4ed6 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e76116d400a437e950b046175af4ed6 2024-11-09T16:25:50,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/ad5c0e6538aa4f76a81f1911d6bca596 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/ad5c0e6538aa4f76a81f1911d6bca596 2024-11-09T16:25:50,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/fc64cf7fadaf438ebd59f5eaad3698e0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/fc64cf7fadaf438ebd59f5eaad3698e0 2024-11-09T16:25:50,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d73797a995dd4ae79603bf17a965597f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d73797a995dd4ae79603bf17a965597f 2024-11-09T16:25:50,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8b37e63d29d04dab970afbf7b0dde702 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8b37e63d29d04dab970afbf7b0dde702 2024-11-09T16:25:50,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/7e8b3b9f3478463f9b09bd099944bf85 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/7e8b3b9f3478463f9b09bd099944bf85 2024-11-09T16:25:50,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/05a72e1c19564f749ae856aab1256f09 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/05a72e1c19564f749ae856aab1256f09 2024-11-09T16:25:50,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/33ea1a6fb55342a680bf0eb1e7170fd9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/33ea1a6fb55342a680bf0eb1e7170fd9 2024-11-09T16:25:50,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c5a8e5d9428746bf9641f723d7bd2238 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c5a8e5d9428746bf9641f723d7bd2238 2024-11-09T16:25:50,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/442f1827ed5b408d876782da45e3f165 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/442f1827ed5b408d876782da45e3f165 2024-11-09T16:25:50,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/156a5db66d68437588d06d49fa459d7d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/156a5db66d68437588d06d49fa459d7d 2024-11-09T16:25:50,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/0e20c3b9a65a41aa87cb5fb50b545752 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/0e20c3b9a65a41aa87cb5fb50b545752 2024-11-09T16:25:50,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/972e3b891d184b0aa737273d1724141d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/972e3b891d184b0aa737273d1724141d 2024-11-09T16:25:50,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d8862270e10140f7aacbe249a0f27159 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d8862270e10140f7aacbe249a0f27159 2024-11-09T16:25:50,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/bdd3988192ef48359daafc4ec00bc8ef to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/bdd3988192ef48359daafc4ec00bc8ef 2024-11-09T16:25:50,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/b98f1fcdb8214919a5236534650a1b58 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/b98f1fcdb8214919a5236534650a1b58 2024-11-09T16:25:50,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f501786a26b14f2eb656563db1887e91 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f501786a26b14f2eb656563db1887e91 2024-11-09T16:25:50,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/65e42e6887a64ca3aaafa121283e5c16 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/65e42e6887a64ca3aaafa121283e5c16 2024-11-09T16:25:50,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8a992b5e7bac4bfead2bccb43c75764c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/8a992b5e7bac4bfead2bccb43c75764c 2024-11-09T16:25:50,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1f3f9ba71c5541ccbef6f56e82f5bc78, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/84dcbf7fe3ae4ee99e53b545c83fef44, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/bcc511d8032d41a6ac287a3145bc84d4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/06987f8675a046038e374620f1f13a6b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7f92a8e12e9e46b7847656eb620a5096, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/f0064c8e97a9402da62a3f0eb4d5ffb9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/17979418407e4220a0b035a3a52a7871, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/23d763ae257741deb82f4d58beb31eb1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/aecee5386f944b6987c9cb38788eb6bc, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/69209c2b2328462cadca3580796e0822, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/3ab81219372c40de906341c108d1ab95, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/c1a0a42bc86648f4b1e4464801b53eb5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ba60cbc414854d819a5cd77a62c09c86, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/03c786b02907484aa81d5d934b37839e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ade81f25958349b78a06a80e968597ff, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/2bc74516704c418eb3aba8dd23705277, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/90127e768a9f4d4db9d32d52cb60e602, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/72e98a74f635465a93b86cc396f610f5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/8331ea17a79f44bd89f1548f5a57b8ca, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/9ae04c8609de4964991cb872f0837246, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7b583283699b463ba63e08a9a63e9c8a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/e003b2d8e22d421e9c6b6e49cc3645ab, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7d00110b023f4637bbca8e7c794d3046] to archive 2024-11-09T16:25:50,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:25:50,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1f3f9ba71c5541ccbef6f56e82f5bc78 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1f3f9ba71c5541ccbef6f56e82f5bc78 2024-11-09T16:25:50,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/84dcbf7fe3ae4ee99e53b545c83fef44 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/84dcbf7fe3ae4ee99e53b545c83fef44 2024-11-09T16:25:50,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/bcc511d8032d41a6ac287a3145bc84d4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/bcc511d8032d41a6ac287a3145bc84d4 2024-11-09T16:25:50,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/06987f8675a046038e374620f1f13a6b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/06987f8675a046038e374620f1f13a6b 2024-11-09T16:25:50,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7f92a8e12e9e46b7847656eb620a5096 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7f92a8e12e9e46b7847656eb620a5096 2024-11-09T16:25:50,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/f0064c8e97a9402da62a3f0eb4d5ffb9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/f0064c8e97a9402da62a3f0eb4d5ffb9 2024-11-09T16:25:50,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/17979418407e4220a0b035a3a52a7871 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/17979418407e4220a0b035a3a52a7871 2024-11-09T16:25:50,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/23d763ae257741deb82f4d58beb31eb1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/23d763ae257741deb82f4d58beb31eb1 2024-11-09T16:25:50,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/aecee5386f944b6987c9cb38788eb6bc to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/aecee5386f944b6987c9cb38788eb6bc 2024-11-09T16:25:50,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/69209c2b2328462cadca3580796e0822 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/69209c2b2328462cadca3580796e0822 2024-11-09T16:25:50,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/3ab81219372c40de906341c108d1ab95 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/3ab81219372c40de906341c108d1ab95 2024-11-09T16:25:50,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/c1a0a42bc86648f4b1e4464801b53eb5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/c1a0a42bc86648f4b1e4464801b53eb5 2024-11-09T16:25:50,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ba60cbc414854d819a5cd77a62c09c86 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ba60cbc414854d819a5cd77a62c09c86 2024-11-09T16:25:50,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/03c786b02907484aa81d5d934b37839e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/03c786b02907484aa81d5d934b37839e 2024-11-09T16:25:50,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ade81f25958349b78a06a80e968597ff to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ade81f25958349b78a06a80e968597ff 2024-11-09T16:25:50,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/2bc74516704c418eb3aba8dd23705277 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/2bc74516704c418eb3aba8dd23705277 2024-11-09T16:25:50,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/90127e768a9f4d4db9d32d52cb60e602 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/90127e768a9f4d4db9d32d52cb60e602 2024-11-09T16:25:50,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/72e98a74f635465a93b86cc396f610f5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/72e98a74f635465a93b86cc396f610f5 2024-11-09T16:25:50,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/8331ea17a79f44bd89f1548f5a57b8ca to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/8331ea17a79f44bd89f1548f5a57b8ca 2024-11-09T16:25:50,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/9ae04c8609de4964991cb872f0837246 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/9ae04c8609de4964991cb872f0837246 2024-11-09T16:25:50,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7b583283699b463ba63e08a9a63e9c8a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7b583283699b463ba63e08a9a63e9c8a 2024-11-09T16:25:50,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/e003b2d8e22d421e9c6b6e49cc3645ab to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/e003b2d8e22d421e9c6b6e49cc3645ab 2024-11-09T16:25:50,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7d00110b023f4637bbca8e7c794d3046 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7d00110b023f4637bbca8e7c794d3046 2024-11-09T16:25:50,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3118ae11cb2344b38f071fbc6ff98cb2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/af770543838d4faea66397806d85579c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c158e76357b741c8bcb80b7b4f17be23, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/dfaadaa6a063429a90a646fdd3f0892d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/ab374f88013e4983b3e9a0d758ef5bb3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/b0f2a71feef741a998d60ae3e5e687a0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/49917e86745940ea975819c16c7ed90b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/08604d03716642789384dac83a6737e1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c55868827e1641fd98aaa316ed5ecc3f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/abbc0c07ba80405eb2b8b80ed9dcd4b2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/2844a9b1c92d4136b86171ffc7293441, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/580114628a764e3bb14510f3a37755dd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/729390c8c9c9411f88df8fc8296881aa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e7cc991e0327446d85933bd4f70b3d39, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/9b04572844744608ad40f2c5e40b4f92, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3bc682006d8445aab86cebb6940f3a86, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3deb9878e0af47ce8dafd3214c98a1a9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/306b8a60bb3742b7984faad21566d5f8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/bb9277b4dcd84b33a2d654d2a23bc923, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/54653588868b468aa83d8e406961cc4a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/4be7dda038b54d5db0ab0a64d8f741bf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/6c082720196244a6867a58d3a4d9f834, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/d93b8a39f1564c38adbc143c4ddb8106] to archive 2024-11-09T16:25:50,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:25:50,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3118ae11cb2344b38f071fbc6ff98cb2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3118ae11cb2344b38f071fbc6ff98cb2 2024-11-09T16:25:50,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/af770543838d4faea66397806d85579c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/af770543838d4faea66397806d85579c 2024-11-09T16:25:50,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c158e76357b741c8bcb80b7b4f17be23 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c158e76357b741c8bcb80b7b4f17be23 2024-11-09T16:25:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-09T16:25:50,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/dfaadaa6a063429a90a646fdd3f0892d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/dfaadaa6a063429a90a646fdd3f0892d 2024-11-09T16:25:50,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/ab374f88013e4983b3e9a0d758ef5bb3 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/ab374f88013e4983b3e9a0d758ef5bb3 2024-11-09T16:25:50,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/b0f2a71feef741a998d60ae3e5e687a0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/b0f2a71feef741a998d60ae3e5e687a0 2024-11-09T16:25:50,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/49917e86745940ea975819c16c7ed90b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/49917e86745940ea975819c16c7ed90b 2024-11-09T16:25:50,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/08604d03716642789384dac83a6737e1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/08604d03716642789384dac83a6737e1 2024-11-09T16:25:50,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c55868827e1641fd98aaa316ed5ecc3f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c55868827e1641fd98aaa316ed5ecc3f 2024-11-09T16:25:50,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/abbc0c07ba80405eb2b8b80ed9dcd4b2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/abbc0c07ba80405eb2b8b80ed9dcd4b2 2024-11-09T16:25:50,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/2844a9b1c92d4136b86171ffc7293441 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/2844a9b1c92d4136b86171ffc7293441 2024-11-09T16:25:50,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/580114628a764e3bb14510f3a37755dd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/580114628a764e3bb14510f3a37755dd 2024-11-09T16:25:50,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/729390c8c9c9411f88df8fc8296881aa to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/729390c8c9c9411f88df8fc8296881aa 2024-11-09T16:25:50,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e7cc991e0327446d85933bd4f70b3d39 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e7cc991e0327446d85933bd4f70b3d39 2024-11-09T16:25:50,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/9b04572844744608ad40f2c5e40b4f92 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/9b04572844744608ad40f2c5e40b4f92 2024-11-09T16:25:50,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3bc682006d8445aab86cebb6940f3a86 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3bc682006d8445aab86cebb6940f3a86 2024-11-09T16:25:50,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3deb9878e0af47ce8dafd3214c98a1a9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3deb9878e0af47ce8dafd3214c98a1a9 2024-11-09T16:25:50,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/306b8a60bb3742b7984faad21566d5f8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/306b8a60bb3742b7984faad21566d5f8 2024-11-09T16:25:50,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/bb9277b4dcd84b33a2d654d2a23bc923 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/bb9277b4dcd84b33a2d654d2a23bc923 2024-11-09T16:25:50,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/54653588868b468aa83d8e406961cc4a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/54653588868b468aa83d8e406961cc4a 2024-11-09T16:25:50,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/4be7dda038b54d5db0ab0a64d8f741bf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/4be7dda038b54d5db0ab0a64d8f741bf 2024-11-09T16:25:50,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/6c082720196244a6867a58d3a4d9f834 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/6c082720196244a6867a58d3a4d9f834 2024-11-09T16:25:50,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/d93b8a39f1564c38adbc143c4ddb8106 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/d93b8a39f1564c38adbc143c4ddb8106 2024-11-09T16:25:50,982 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/recovered.edits/432.seqid, newMaxSeqId=432, maxSeqId=1 2024-11-09T16:25:50,984 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f. 2024-11-09T16:25:50,984 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 449558ca54a8f76fc4a34c248dbc9c2f: 2024-11-09T16:25:50,986 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:50,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=449558ca54a8f76fc4a34c248dbc9c2f, regionState=CLOSED 2024-11-09T16:25:50,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T16:25:50,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 449558ca54a8f76fc4a34c248dbc9c2f, server=adb42ec6d7d6,44345,1731169519874 in 2.1290 sec 2024-11-09T16:25:50,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-09T16:25:50,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=449558ca54a8f76fc4a34c248dbc9c2f, UNASSIGN in 2.1340 sec 2024-11-09T16:25:50,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-09T16:25:50,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1440 sec 2024-11-09T16:25:50,998 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169550998"}]},"ts":"1731169550998"} 2024-11-09T16:25:50,999 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T16:25:51,008 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T16:25:51,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1900 sec 2024-11-09T16:25:52,337 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37985,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-09T16:25:52,944 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-09T16:25:52,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T16:25:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:52,951 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-09T16:25:52,952 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:52,957 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:52,972 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/recovered.edits] 2024-11-09T16:25:52,975 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e4f03aa74984e93b838e33481cf7914 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/3e4f03aa74984e93b838e33481cf7914 2024-11-09T16:25:52,977 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/40310ab2a7ac47bc80b9a6f022cb2da4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/40310ab2a7ac47bc80b9a6f022cb2da4 2024-11-09T16:25:52,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/5e922ed18ed54de397c240b392cce3b7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/5e922ed18ed54de397c240b392cce3b7 2024-11-09T16:25:52,980 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/601992d14345493b95e1970c8730c274 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/601992d14345493b95e1970c8730c274 2024-11-09T16:25:52,982 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c616adb0f40a4c0cb92908e38953efae to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/c616adb0f40a4c0cb92908e38953efae 2024-11-09T16:25:52,984 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d4db5b8950534e85ac7a23e59881bf8b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/d4db5b8950534e85ac7a23e59881bf8b 2024-11-09T16:25:52,986 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f19400f4d0c6443fa89d8ddd1e2338ad to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/A/f19400f4d0c6443fa89d8ddd1e2338ad 2024-11-09T16:25:52,995 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/15310966444242fbbe7a57bdca92075f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/15310966444242fbbe7a57bdca92075f 2024-11-09T16:25:53,000 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1afae22d58f54fb0b6801f9c6f0f7dda to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/1afae22d58f54fb0b6801f9c6f0f7dda 2024-11-09T16:25:53,002 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/55198240960e45309aa6d8e72cb27ca8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/55198240960e45309aa6d8e72cb27ca8 2024-11-09T16:25:53,004 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7e803bcab72c4a0181d073e819811c57 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/7e803bcab72c4a0181d073e819811c57 2024-11-09T16:25:53,006 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ab4ef18b8fc841ffb16edf4cd7b10d5d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ab4ef18b8fc841ffb16edf4cd7b10d5d 2024-11-09T16:25:53,008 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/b21a9687e99344c48029f704a46c02b6 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/b21a9687e99344c48029f704a46c02b6 2024-11-09T16:25:53,010 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ff505ea55c5149f3bc7ad285d04a738f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/B/ff505ea55c5149f3bc7ad285d04a738f 2024-11-09T16:25:53,012 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/0bad32d0666b46f392ab6d410afdd015 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/0bad32d0666b46f392ab6d410afdd015 2024-11-09T16:25:53,014 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3864630d57cc4bffbcc1405d0bcb0488 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/3864630d57cc4bffbcc1405d0bcb0488 2024-11-09T16:25:53,015 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/5b3828d0bcb5422ea6de54d14ab29a23 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/5b3828d0bcb5422ea6de54d14ab29a23 2024-11-09T16:25:53,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/956177e9fb314a918ea1a8d39d08b0f5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/956177e9fb314a918ea1a8d39d08b0f5 2024-11-09T16:25:53,017 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/a2862f84557b4d549b5d3d704b651a41 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/a2862f84557b4d549b5d3d704b651a41 2024-11-09T16:25:53,019 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c054c60e289c4a968feebcbf485f0d72 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/c054c60e289c4a968feebcbf485f0d72 2024-11-09T16:25:53,020 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e53a64cafa9e47329af81272ca78b2df to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/C/e53a64cafa9e47329af81272ca78b2df 2024-11-09T16:25:53,023 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/recovered.edits/432.seqid to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f/recovered.edits/432.seqid 2024-11-09T16:25:53,027 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/449558ca54a8f76fc4a34c248dbc9c2f 2024-11-09T16:25:53,027 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T16:25:53,048 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:53,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T16:25:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-09T16:25:53,058 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T16:25:53,090 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T16:25:53,092 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:53,092 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T16:25:53,092 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731169553092"}]},"ts":"9223372036854775807"} 2024-11-09T16:25:53,098 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T16:25:53,098 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 449558ca54a8f76fc4a34c248dbc9c2f, NAME => 'TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T16:25:53,099 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T16:25:53,099 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731169553099"}]},"ts":"9223372036854775807"} 2024-11-09T16:25:53,102 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T16:25:53,149 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:53,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 203 msec 2024-11-09T16:25:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-09T16:25:53,257 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-09T16:25:53,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2083349221_22 at /127.0.0.1:36724 [Waiting for operation #194] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5bb14b63-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5bb14b63-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2083349221_22 at /127.0.0.1:36852 [Waiting for operation #157] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1510760877_22 at /127.0.0.1:54786 [Waiting for operation #215] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;adb42ec6d7d6:44345-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5bb14b63-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5bb14b63-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1735 (was 2326) 2024-11-09T16:25:53,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=1734 2024-11-09T16:25:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:25:53,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:25:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:53,289 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:25:53,290 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:53,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-09T16:25:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-09T16:25:53,291 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:25:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741929_1105 (size=960) 2024-11-09T16:25:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-09T16:25:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-09T16:25:53,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:25:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741930_1106 (size=53) 2024-11-09T16:25:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-09T16:25:54,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:54,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 31f5e2f6b6ad941620faa5318c56a210, disabling compactions & flushes 2024-11-09T16:25:54,108 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:54,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:54,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. after waiting 0 ms 2024-11-09T16:25:54,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:54,108 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:54,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:25:54,109 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:25:54,110 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731169554109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169554109"}]},"ts":"1731169554109"} 2024-11-09T16:25:54,111 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T16:25:54,112 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:25:54,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169554112"}]},"ts":"1731169554112"} 2024-11-09T16:25:54,114 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T16:25:54,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, ASSIGN}] 2024-11-09T16:25:54,220 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, ASSIGN 2024-11-09T16:25:54,221 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, ASSIGN; state=OFFLINE, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=false 2024-11-09T16:25:54,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=31f5e2f6b6ad941620faa5318c56a210, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:54,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:25:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-09T16:25:54,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:54,528 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:54,529 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:25:54,529 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,529 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:54,529 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,529 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,531 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,532 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:54,532 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f5e2f6b6ad941620faa5318c56a210 columnFamilyName A 2024-11-09T16:25:54,533 DEBUG [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:54,533 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(327): Store=31f5e2f6b6ad941620faa5318c56a210/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:54,533 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,535 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:54,535 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f5e2f6b6ad941620faa5318c56a210 columnFamilyName B 2024-11-09T16:25:54,536 DEBUG [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:54,537 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(327): Store=31f5e2f6b6ad941620faa5318c56a210/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:54,537 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,538 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:54,538 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f5e2f6b6ad941620faa5318c56a210 columnFamilyName C 2024-11-09T16:25:54,539 DEBUG [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:54,539 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(327): Store=31f5e2f6b6ad941620faa5318c56a210/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:54,539 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:54,540 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,541 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,542 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:25:54,544 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:54,546 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:25:54,547 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 31f5e2f6b6ad941620faa5318c56a210; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67199788, jitterRate=0.0013548731803894043}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:25:54,549 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:25:54,550 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., pid=41, masterSystemTime=1731169554524 2024-11-09T16:25:54,551 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:54,551 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:54,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=31f5e2f6b6ad941620faa5318c56a210, regionState=OPEN, openSeqNum=2, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:54,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-09T16:25:54,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 in 181 msec 2024-11-09T16:25:54,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-09T16:25:54,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, ASSIGN in 336 msec 2024-11-09T16:25:54,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:25:54,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169554557"}]},"ts":"1731169554557"} 2024-11-09T16:25:54,559 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T16:25:54,567 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:25:54,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2800 sec 2024-11-09T16:25:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-09T16:25:55,398 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-09T16:25:55,402 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d3b0c59 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a1a4a6a 2024-11-09T16:25:55,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759fd9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:55,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:55,419 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:55,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:25:55,422 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:25:55,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:25:55,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:25:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T16:25:55,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741931_1107 (size=996) 2024-11-09T16:25:55,854 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T16:25:55,855 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T16:25:55,858 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:25:55,859 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:25:55,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:25:55,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, REOPEN/MOVE}] 2024-11-09T16:25:55,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, REOPEN/MOVE 2024-11-09T16:25:55,873 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=31f5e2f6b6ad941620faa5318c56a210, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:55,875 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:25:55,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:25:56,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:56,029 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,029 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:25:56,029 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 31f5e2f6b6ad941620faa5318c56a210, disabling compactions & flushes 2024-11-09T16:25:56,029 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:56,029 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:56,029 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. after waiting 0 ms 2024-11-09T16:25:56,029 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:56,039 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T16:25:56,043 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:56,043 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:25:56,043 WARN [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 31f5e2f6b6ad941620faa5318c56a210 to self. 2024-11-09T16:25:56,049 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=31f5e2f6b6ad941620faa5318c56a210, regionState=CLOSED 2024-11-09T16:25:56,053 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-09T16:25:56,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 in 180 msec 2024-11-09T16:25:56,057 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, REOPEN/MOVE; state=CLOSED, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=true 2024-11-09T16:25:56,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=31f5e2f6b6ad941620faa5318c56a210, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:56,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:25:56,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:56,365 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:56,365 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:25:56,365 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,366 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:25:56,366 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,366 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,370 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,371 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:56,376 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f5e2f6b6ad941620faa5318c56a210 columnFamilyName A 2024-11-09T16:25:56,378 DEBUG [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:56,379 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(327): Store=31f5e2f6b6ad941620faa5318c56a210/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:56,379 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,380 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:56,380 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f5e2f6b6ad941620faa5318c56a210 columnFamilyName B 2024-11-09T16:25:56,380 DEBUG [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:56,381 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(327): Store=31f5e2f6b6ad941620faa5318c56a210/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:56,381 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,381 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:25:56,381 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f5e2f6b6ad941620faa5318c56a210 columnFamilyName C 2024-11-09T16:25:56,381 DEBUG [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:56,382 INFO [StoreOpener-31f5e2f6b6ad941620faa5318c56a210-1 {}] regionserver.HStore(327): Store=31f5e2f6b6ad941620faa5318c56a210/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:25:56,382 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:56,383 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,384 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,385 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:25:56,386 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:56,387 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 31f5e2f6b6ad941620faa5318c56a210; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61452662, jitterRate=-0.0842839777469635}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:25:56,387 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:25:56,388 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., pid=46, masterSystemTime=1731169556361 2024-11-09T16:25:56,389 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:56,389 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:56,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=31f5e2f6b6ad941620faa5318c56a210, regionState=OPEN, openSeqNum=5, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:56,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-09T16:25:56,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 in 182 msec 2024-11-09T16:25:56,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-09T16:25:56,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, REOPEN/MOVE in 522 msec 2024-11-09T16:25:56,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-09T16:25:56,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 535 msec 2024-11-09T16:25:56,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 964 msec 2024-11-09T16:25:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-09T16:25:56,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x515fd839 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@87b269f 2024-11-09T16:25:56,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T16:25:56,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231f064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:56,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x748ab582 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a7bf7fd 2024-11-09T16:25:56,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecfd53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:56,627 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35b51e5d to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1eb823f7 2024-11-09T16:25:56,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb70b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:56,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x74be9bc0 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24ebde20 2024-11-09T16:25:56,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a63fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:56,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x776c0cb7 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@555bfdff 2024-11-09T16:25:57,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706b2cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:57,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x347ad9b2 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d5e0e3f 2024-11-09T16:25:57,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c6fdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:57,168 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d36579b to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70f48df4 2024-11-09T16:25:57,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250a1de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:57,184 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x681a05ec to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cd5be36 2024-11-09T16:25:57,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49456175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:57,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e0829fb to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fbd1a02 2024-11-09T16:25:57,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d919649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:25:57,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-09T16:25:57,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:57,209 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:57,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T16:25:57,224 DEBUG [hconnection-0x26a4c6b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,227 DEBUG [hconnection-0x111faca0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,227 DEBUG [hconnection-0x1e70aef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,227 DEBUG [hconnection-0x7989e4e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,228 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,228 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,228 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,228 DEBUG [hconnection-0x7beb2b84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,229 DEBUG [hconnection-0x41a5c299-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,229 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,229 DEBUG [hconnection-0x491f59a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,230 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,230 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,230 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,230 DEBUG [hconnection-0x4959f58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,231 DEBUG [hconnection-0x3c46fb57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:25:57,232 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,232 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:57,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:25:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:25:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:25:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:25:57,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T16:25:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169617328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169617330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169617338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169617349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169617342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T16:25:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:57,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fe374ad7124349d694773bf91952bb8c_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169557264/Put/seqid=0 2024-11-09T16:25:57,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741932_1108 (size=12154) 2024-11-09T16:25:57,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169617452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,452 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fe374ad7124349d694773bf91952bb8c_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe374ad7124349d694773bf91952bb8c_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:57,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/ac7748fdb3664fe58ef8e1302c34bc24, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:25:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169617451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169617456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169617456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169617457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/ac7748fdb3664fe58ef8e1302c34bc24 is 175, key is test_row_0/A:col10/1731169557264/Put/seqid=0 2024-11-09T16:25:57,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741933_1109 (size=30955) 2024-11-09T16:25:57,487 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/ac7748fdb3664fe58ef8e1302c34bc24 2024-11-09T16:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T16:25:57,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/fa68c3c671a5422ba82d9ddbc70fe6c7 is 50, key is test_row_0/B:col10/1731169557264/Put/seqid=0 2024-11-09T16:25:57,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T16:25:57,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:57,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741934_1110 (size=12001) 2024-11-09T16:25:57,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/fa68c3c671a5422ba82d9ddbc70fe6c7 2024-11-09T16:25:57,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/80ca5ff526654b3c9878d2326f83cdd4 is 50, key is test_row_0/C:col10/1731169557264/Put/seqid=0 2024-11-09T16:25:57,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741935_1111 (size=12001) 2024-11-09T16:25:57,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/80ca5ff526654b3c9878d2326f83cdd4 2024-11-09T16:25:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169617654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169617659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169617663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169617663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169617665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/ac7748fdb3664fe58ef8e1302c34bc24 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/ac7748fdb3664fe58ef8e1302c34bc24 2024-11-09T16:25:57,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T16:25:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:57,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:57,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/ac7748fdb3664fe58ef8e1302c34bc24, entries=150, sequenceid=17, filesize=30.2 K 2024-11-09T16:25:57,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/fa68c3c671a5422ba82d9ddbc70fe6c7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fa68c3c671a5422ba82d9ddbc70fe6c7 2024-11-09T16:25:57,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fa68c3c671a5422ba82d9ddbc70fe6c7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T16:25:57,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/80ca5ff526654b3c9878d2326f83cdd4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/80ca5ff526654b3c9878d2326f83cdd4 2024-11-09T16:25:57,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/80ca5ff526654b3c9878d2326f83cdd4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T16:25:57,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 31f5e2f6b6ad941620faa5318c56a210 in 453ms, sequenceid=17, compaction requested=false 2024-11-09T16:25:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T16:25:57,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T16:25:57,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-09T16:25:57,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:57,837 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T16:25:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:25:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:25:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:25:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097ce33f8653c9482bbf457c538d36dcf6_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169557312/Put/seqid=0 2024-11-09T16:25:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741936_1112 (size=12154) 2024-11-09T16:25:57,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:57,935 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097ce33f8653c9482bbf457c538d36dcf6_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097ce33f8653c9482bbf457c538d36dcf6_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:57,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/9254e083fb564931a90ead7c30b9e4a5, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:25:57,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/9254e083fb564931a90ead7c30b9e4a5 is 175, key is test_row_0/A:col10/1731169557312/Put/seqid=0 2024-11-09T16:25:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:57,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:57,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169617976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169617978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169617978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169617981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169617981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:57,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741937_1113 (size=30955) 2024-11-09T16:25:57,992 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/9254e083fb564931a90ead7c30b9e4a5 2024-11-09T16:25:58,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/c65d5f682da742d98d0f1e4334c118c6 is 50, key is test_row_0/B:col10/1731169557312/Put/seqid=0 2024-11-09T16:25:58,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741938_1114 (size=12001) 2024-11-09T16:25:58,050 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/c65d5f682da742d98d0f1e4334c118c6 2024-11-09T16:25:58,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/6274f108b40f4c6593463607cf5233d9 is 50, key is test_row_0/C:col10/1731169557312/Put/seqid=0 2024-11-09T16:25:58,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169618083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169618083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169618087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169618091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169618091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741939_1115 (size=12001) 2024-11-09T16:25:58,127 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/6274f108b40f4c6593463607cf5233d9 2024-11-09T16:25:58,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/9254e083fb564931a90ead7c30b9e4a5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/9254e083fb564931a90ead7c30b9e4a5 2024-11-09T16:25:58,146 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/9254e083fb564931a90ead7c30b9e4a5, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T16:25:58,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/c65d5f682da742d98d0f1e4334c118c6 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c65d5f682da742d98d0f1e4334c118c6 2024-11-09T16:25:58,158 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c65d5f682da742d98d0f1e4334c118c6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T16:25:58,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/6274f108b40f4c6593463607cf5233d9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/6274f108b40f4c6593463607cf5233d9 2024-11-09T16:25:58,166 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/6274f108b40f4c6593463607cf5233d9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T16:25:58,167 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 31f5e2f6b6ad941620faa5318c56a210 in 330ms, sequenceid=40, compaction requested=false 2024-11-09T16:25:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:25:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T16:25:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-09T16:25:58,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T16:25:58,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 960 msec 2024-11-09T16:25:58,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 965 msec 2024-11-09T16:25:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:58,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T16:25:58,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:25:58,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:58,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:25:58,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:58,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:25:58,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:25:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-09T16:25:58,316 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-09T16:25:58,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:25:58,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169618319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-09T16:25:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169618319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:25:58,323 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:25:58,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:25:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T16:25:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169618324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169618324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169618325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092a13a64d58b44b4f88afe43fb1c9a6b4_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169557976/Put/seqid=0 2024-11-09T16:25:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741940_1116 (size=12154) 2024-11-09T16:25:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T16:25:58,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169618422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169618423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169618426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169618427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169618427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,476 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T16:25:58,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:58,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169618628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169618629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169618629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169618631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169618632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:25:58,771 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092a13a64d58b44b4f88afe43fb1c9a6b4_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092a13a64d58b44b4f88afe43fb1c9a6b4_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:25:58,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/877244388ddc4d2cb10a4a814f74d407, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:25:58,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/877244388ddc4d2cb10a4a814f74d407 is 175, key is test_row_0/A:col10/1731169557976/Put/seqid=0 2024-11-09T16:25:58,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:58,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741941_1117 (size=30955) 2024-11-09T16:25:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T16:25:58,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:58,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169618934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169618934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169618935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169618939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:58,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169618940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,228 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/877244388ddc4d2cb10a4a814f74d407 2024-11-09T16:25:59,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/fc5697cc4352492cae2761e5b3d568b8 is 50, key is test_row_0/B:col10/1731169557976/Put/seqid=0 2024-11-09T16:25:59,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741942_1118 (size=12001) 2024-11-09T16:25:59,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T16:25:59,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169619444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169619448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169619450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169619449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:25:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169619450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:59,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:59,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:59,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/fc5697cc4352492cae2761e5b3d568b8 2024-11-09T16:25:59,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/e23fea2f934148e0ac2bb09ec077ee80 is 50, key is test_row_0/C:col10/1731169557976/Put/seqid=0 2024-11-09T16:25:59,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741943_1119 (size=12001) 2024-11-09T16:25:59,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:25:59,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:25:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:25:59,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:25:59,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:25:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:00,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:26:00,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:00,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:26:00,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:00,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:00,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:00,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/e23fea2f934148e0ac2bb09ec077ee80 2024-11-09T16:26:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/877244388ddc4d2cb10a4a814f74d407 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/877244388ddc4d2cb10a4a814f74d407 2024-11-09T16:26:00,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/877244388ddc4d2cb10a4a814f74d407, entries=150, sequenceid=55, filesize=30.2 K 2024-11-09T16:26:00,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/fc5697cc4352492cae2761e5b3d568b8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fc5697cc4352492cae2761e5b3d568b8 2024-11-09T16:26:00,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fc5697cc4352492cae2761e5b3d568b8, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T16:26:00,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/e23fea2f934148e0ac2bb09ec077ee80 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/e23fea2f934148e0ac2bb09ec077ee80 2024-11-09T16:26:00,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/e23fea2f934148e0ac2bb09ec077ee80, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T16:26:00,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 31f5e2f6b6ad941620faa5318c56a210 in 2056ms, sequenceid=55, compaction requested=true 2024-11-09T16:26:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:00,343 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T16:26:00,344 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:00,355 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:00,355 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/A is initiating minor compaction (all files) 2024-11-09T16:26:00,355 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/A in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,356 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/ac7748fdb3664fe58ef8e1302c34bc24, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/9254e083fb564931a90ead7c30b9e4a5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/877244388ddc4d2cb10a4a814f74d407] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=90.7 K 2024-11-09T16:26:00,356 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,356 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/ac7748fdb3664fe58ef8e1302c34bc24, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/9254e083fb564931a90ead7c30b9e4a5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/877244388ddc4d2cb10a4a814f74d407] 2024-11-09T16:26:00,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-09T16:26:00,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,363 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T16:26:00,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:00,364 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:00,364 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/B is initiating minor compaction (all files) 2024-11-09T16:26:00,364 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/B in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,365 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fa68c3c671a5422ba82d9ddbc70fe6c7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c65d5f682da742d98d0f1e4334c118c6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fc5697cc4352492cae2761e5b3d568b8] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=35.2 K 2024-11-09T16:26:00,365 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac7748fdb3664fe58ef8e1302c34bc24, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169557256 2024-11-09T16:26:00,366 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting fa68c3c671a5422ba82d9ddbc70fe6c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169557256 2024-11-09T16:26:00,366 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9254e083fb564931a90ead7c30b9e4a5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731169557312 2024-11-09T16:26:00,372 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting c65d5f682da742d98d0f1e4334c118c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731169557312 2024-11-09T16:26:00,372 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 877244388ddc4d2cb10a4a814f74d407, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169557976 2024-11-09T16:26:00,373 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting fc5697cc4352492cae2761e5b3d568b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169557976 2024-11-09T16:26:00,396 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:00,397 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/2d320b6bfc88441baa299d5b1d488231 is 50, key is test_row_0/B:col10/1731169557976/Put/seqid=0 2024-11-09T16:26:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090192382a1b2b4f1ebb70526eece32a40_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169558318/Put/seqid=0 2024-11-09T16:26:00,412 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T16:26:00,454 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110975537844ff514941a4c65fac58465e12_31f5e2f6b6ad941620faa5318c56a210 store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741944_1120 (size=12104) 2024-11-09T16:26:00,468 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110975537844ff514941a4c65fac58465e12_31f5e2f6b6ad941620faa5318c56a210, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:00,468 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110975537844ff514941a4c65fac58465e12_31f5e2f6b6ad941620faa5318c56a210 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741945_1121 (size=12154) 2024-11-09T16:26:00,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:00,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:00,487 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090192382a1b2b4f1ebb70526eece32a40_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090192382a1b2b4f1ebb70526eece32a40_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:00,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/d4a50d43041f41c4bf7979509543b87b, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/d4a50d43041f41c4bf7979509543b87b is 175, key is test_row_0/A:col10/1731169558318/Put/seqid=0 2024-11-09T16:26:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169620510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169620510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169620510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169620525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741946_1122 (size=4469) 2024-11-09T16:26:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169620525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,537 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#A#compaction#101 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:00,539 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/5b1ce04306324df69178ed79ebd1db8b is 175, key is test_row_0/A:col10/1731169557976/Put/seqid=0 2024-11-09T16:26:00,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741947_1123 (size=30955) 2024-11-09T16:26:00,580 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/d4a50d43041f41c4bf7979509543b87b 2024-11-09T16:26:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741948_1124 (size=31058) 2024-11-09T16:26:00,603 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/5b1ce04306324df69178ed79ebd1db8b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/5b1ce04306324df69178ed79ebd1db8b 2024-11-09T16:26:00,611 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/A of 31f5e2f6b6ad941620faa5318c56a210 into 5b1ce04306324df69178ed79ebd1db8b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:00,611 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:00,611 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/A, priority=13, startTime=1731169560343; duration=0sec 2024-11-09T16:26:00,611 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:00,611 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:A 2024-11-09T16:26:00,611 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:00,613 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:00,613 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/C is initiating minor compaction (all files) 2024-11-09T16:26:00,613 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/C in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,613 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/80ca5ff526654b3c9878d2326f83cdd4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/6274f108b40f4c6593463607cf5233d9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/e23fea2f934148e0ac2bb09ec077ee80] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=35.2 K 2024-11-09T16:26:00,614 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80ca5ff526654b3c9878d2326f83cdd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169557256 2024-11-09T16:26:00,615 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6274f108b40f4c6593463607cf5233d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731169557312 2024-11-09T16:26:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/383bf9f461e846ef99992200f06d9754 is 50, key is test_row_0/B:col10/1731169558318/Put/seqid=0 2024-11-09T16:26:00,621 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting e23fea2f934148e0ac2bb09ec077ee80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169557976 2024-11-09T16:26:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741949_1125 (size=12001) 2024-11-09T16:26:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169620631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,635 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/383bf9f461e846ef99992200f06d9754 2024-11-09T16:26:00,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169620635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169620636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169620636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169620639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,650 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#C#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:00,654 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/142cc00da5b3445dbc9705dd84927cf8 is 50, key is test_row_0/C:col10/1731169557976/Put/seqid=0 2024-11-09T16:26:00,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/76948e3336ac497eb31aecf60ab39e84 is 50, key is test_row_0/C:col10/1731169558318/Put/seqid=0 2024-11-09T16:26:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741950_1126 (size=12104) 2024-11-09T16:26:00,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741951_1127 (size=12001) 2024-11-09T16:26:00,733 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/76948e3336ac497eb31aecf60ab39e84 2024-11-09T16:26:00,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/d4a50d43041f41c4bf7979509543b87b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/d4a50d43041f41c4bf7979509543b87b 2024-11-09T16:26:00,757 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/d4a50d43041f41c4bf7979509543b87b, entries=150, sequenceid=76, filesize=30.2 K 2024-11-09T16:26:00,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/383bf9f461e846ef99992200f06d9754 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/383bf9f461e846ef99992200f06d9754 2024-11-09T16:26:00,773 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/383bf9f461e846ef99992200f06d9754, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T16:26:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/76948e3336ac497eb31aecf60ab39e84 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/76948e3336ac497eb31aecf60ab39e84 2024-11-09T16:26:00,792 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/76948e3336ac497eb31aecf60ab39e84, entries=150, sequenceid=76, filesize=11.7 K 2024-11-09T16:26:00,793 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 31f5e2f6b6ad941620faa5318c56a210 in 430ms, sequenceid=76, compaction requested=false 2024-11-09T16:26:00,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:00,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:00,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T16:26:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-09T16:26:00,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-09T16:26:00,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4730 sec 2024-11-09T16:26:00,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.4790 sec 2024-11-09T16:26:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:00,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T16:26:00,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:00,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:00,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:00,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:00,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:00,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:00,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b3a0cae328d94db3ac63638e071944c7_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169560838/Put/seqid=0 2024-11-09T16:26:00,875 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/2d320b6bfc88441baa299d5b1d488231 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/2d320b6bfc88441baa299d5b1d488231 2024-11-09T16:26:00,883 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/B of 31f5e2f6b6ad941620faa5318c56a210 into 2d320b6bfc88441baa299d5b1d488231(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:00,883 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:00,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,883 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/B, priority=13, startTime=1731169560344; duration=0sec 2024-11-09T16:26:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169620879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,883 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:00,883 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:B 2024-11-09T16:26:00,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169620879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169620879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169620880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169620881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741952_1128 (size=12154) 2024-11-09T16:26:00,913 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:00,919 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b3a0cae328d94db3ac63638e071944c7_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b3a0cae328d94db3ac63638e071944c7_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:00,921 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/0e01de945ab4410e8b6becd3ded1fe72, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:00,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/0e01de945ab4410e8b6becd3ded1fe72 is 175, key is test_row_0/A:col10/1731169560838/Put/seqid=0 2024-11-09T16:26:00,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741953_1129 (size=30955) 2024-11-09T16:26:00,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169620985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169620985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169620985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169620989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:00,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169620991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,105 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/142cc00da5b3445dbc9705dd84927cf8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/142cc00da5b3445dbc9705dd84927cf8 2024-11-09T16:26:01,109 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/C of 31f5e2f6b6ad941620faa5318c56a210 into 142cc00da5b3445dbc9705dd84927cf8(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:01,109 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:01,109 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/C, priority=13, startTime=1731169560344; duration=0sec 2024-11-09T16:26:01,110 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:01,110 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:C 2024-11-09T16:26:01,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169621196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169621196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169621196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169621203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169621209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/0e01de945ab4410e8b6becd3ded1fe72 2024-11-09T16:26:01,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/66a9e5aec5e4413fa2c5aee7c4969d0c is 50, key is test_row_0/B:col10/1731169560838/Put/seqid=0 2024-11-09T16:26:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741954_1130 (size=12001) 2024-11-09T16:26:01,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/66a9e5aec5e4413fa2c5aee7c4969d0c 2024-11-09T16:26:01,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/af82701c05e044118441dc0e4690d7db is 50, key is test_row_0/C:col10/1731169560838/Put/seqid=0 2024-11-09T16:26:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741955_1131 (size=12001) 2024-11-09T16:26:01,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/af82701c05e044118441dc0e4690d7db 2024-11-09T16:26:01,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/0e01de945ab4410e8b6becd3ded1fe72 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0e01de945ab4410e8b6becd3ded1fe72 2024-11-09T16:26:01,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0e01de945ab4410e8b6becd3ded1fe72, entries=150, sequenceid=93, filesize=30.2 K 2024-11-09T16:26:01,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/66a9e5aec5e4413fa2c5aee7c4969d0c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/66a9e5aec5e4413fa2c5aee7c4969d0c 2024-11-09T16:26:01,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/66a9e5aec5e4413fa2c5aee7c4969d0c, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T16:26:01,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/af82701c05e044118441dc0e4690d7db as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/af82701c05e044118441dc0e4690d7db 2024-11-09T16:26:01,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/af82701c05e044118441dc0e4690d7db, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T16:26:01,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 31f5e2f6b6ad941620faa5318c56a210 in 613ms, sequenceid=93, compaction requested=true 2024-11-09T16:26:01,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:01,455 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T16:26:01,455 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:01,457 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:01,457 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:01,457 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/B is initiating minor compaction (all files) 2024-11-09T16:26:01,457 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/A is initiating minor compaction (all files) 2024-11-09T16:26:01,457 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/A in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:01,457 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/5b1ce04306324df69178ed79ebd1db8b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/d4a50d43041f41c4bf7979509543b87b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0e01de945ab4410e8b6becd3ded1fe72] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=90.8 K 2024-11-09T16:26:01,457 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:01,458 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/5b1ce04306324df69178ed79ebd1db8b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/d4a50d43041f41c4bf7979509543b87b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0e01de945ab4410e8b6becd3ded1fe72] 2024-11-09T16:26:01,458 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/B in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:01,458 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/2d320b6bfc88441baa299d5b1d488231, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/383bf9f461e846ef99992200f06d9754, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/66a9e5aec5e4413fa2c5aee7c4969d0c] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=35.3 K 2024-11-09T16:26:01,458 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d320b6bfc88441baa299d5b1d488231, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169557976 2024-11-09T16:26:01,458 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b1ce04306324df69178ed79ebd1db8b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169557976 2024-11-09T16:26:01,459 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 383bf9f461e846ef99992200f06d9754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731169558301 2024-11-09T16:26:01,459 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4a50d43041f41c4bf7979509543b87b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731169558301 2024-11-09T16:26:01,460 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 66a9e5aec5e4413fa2c5aee7c4969d0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731169560507 2024-11-09T16:26:01,460 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e01de945ab4410e8b6becd3ded1fe72, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731169560507 2024-11-09T16:26:01,475 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:01,476 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/064c78c79aaa4b98814e5e8ca6b1270a is 50, key is test_row_0/B:col10/1731169560838/Put/seqid=0 2024-11-09T16:26:01,490 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:01,506 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090b43641ed497420cb723679201495a75_31f5e2f6b6ad941620faa5318c56a210 store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:01,511 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090b43641ed497420cb723679201495a75_31f5e2f6b6ad941620faa5318c56a210, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:01,511 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090b43641ed497420cb723679201495a75_31f5e2f6b6ad941620faa5318c56a210 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:01,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:26:01,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:01,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:01,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:01,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:01,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:01,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:01,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T16:26:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741956_1132 (size=12207) 2024-11-09T16:26:01,557 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/064c78c79aaa4b98814e5e8ca6b1270a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/064c78c79aaa4b98814e5e8ca6b1270a 2024-11-09T16:26:01,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169621551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169621553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169621553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169621557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169621558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,570 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/B of 31f5e2f6b6ad941620faa5318c56a210 into 064c78c79aaa4b98814e5e8ca6b1270a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:01,570 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:01,570 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/B, priority=13, startTime=1731169561455; duration=0sec 2024-11-09T16:26:01,571 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:01,571 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:B 2024-11-09T16:26:01,571 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:01,573 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:01,573 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/C is initiating minor compaction (all files) 2024-11-09T16:26:01,573 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/C in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:01,573 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/142cc00da5b3445dbc9705dd84927cf8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/76948e3336ac497eb31aecf60ab39e84, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/af82701c05e044118441dc0e4690d7db] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=35.3 K 2024-11-09T16:26:01,574 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 142cc00da5b3445dbc9705dd84927cf8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169557976 2024-11-09T16:26:01,574 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 76948e3336ac497eb31aecf60ab39e84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731169558301 2024-11-09T16:26:01,575 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting af82701c05e044118441dc0e4690d7db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731169560507 2024-11-09T16:26:01,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741957_1133 (size=4469) 2024-11-09T16:26:01,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a5b67240d9e049e4bf591942687ecf57_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169561541/Put/seqid=0 2024-11-09T16:26:01,600 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#A#compaction#109 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:01,601 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/df5cda0b9a434ff1bf0598a9015b4fe2 is 175, key is test_row_0/A:col10/1731169560838/Put/seqid=0 2024-11-09T16:26:01,608 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:01,609 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/cfb28220188f432090d4b0c35a94d7d7 is 50, key is test_row_0/C:col10/1731169560838/Put/seqid=0 2024-11-09T16:26:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741959_1135 (size=31161) 2024-11-09T16:26:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741958_1134 (size=17034) 2024-11-09T16:26:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741960_1136 (size=12207) 2024-11-09T16:26:01,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169621660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169621665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169621665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169621665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169621667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169621869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169621871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169621870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169621876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169621875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:02,022 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/df5cda0b9a434ff1bf0598a9015b4fe2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/df5cda0b9a434ff1bf0598a9015b4fe2 2024-11-09T16:26:02,029 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/cfb28220188f432090d4b0c35a94d7d7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/cfb28220188f432090d4b0c35a94d7d7 2024-11-09T16:26:02,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a5b67240d9e049e4bf591942687ecf57_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a5b67240d9e049e4bf591942687ecf57_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:02,040 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/b5883b8d45e14de29578a750e37f3eea, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:02,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/b5883b8d45e14de29578a750e37f3eea is 175, key is test_row_0/A:col10/1731169561541/Put/seqid=0 2024-11-09T16:26:02,050 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/C of 31f5e2f6b6ad941620faa5318c56a210 into cfb28220188f432090d4b0c35a94d7d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:02,051 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:02,051 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/C, priority=13, startTime=1731169561455; duration=0sec 2024-11-09T16:26:02,051 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:02,051 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:C 2024-11-09T16:26:02,051 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/A of 31f5e2f6b6ad941620faa5318c56a210 into df5cda0b9a434ff1bf0598a9015b4fe2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:02,052 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:02,052 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/A, priority=13, startTime=1731169561455; duration=0sec 2024-11-09T16:26:02,052 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:02,052 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:A 2024-11-09T16:26:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741961_1137 (size=48139) 2024-11-09T16:26:02,061 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/b5883b8d45e14de29578a750e37f3eea 2024-11-09T16:26:02,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/37c8fad155644448840ef2ffbdd2153f is 50, key is test_row_0/B:col10/1731169561541/Put/seqid=0 2024-11-09T16:26:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741962_1138 (size=12001) 2024-11-09T16:26:02,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169622174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169622175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169622176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169622181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169622187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-09T16:26:02,455 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-09T16:26:02,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-09T16:26:02,460 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:02,460 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:02,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T16:26:02,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/37c8fad155644448840ef2ffbdd2153f 2024-11-09T16:26:02,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/65427e052f2b47eb88602cef49924ee1 is 50, key is test_row_0/C:col10/1731169561541/Put/seqid=0 2024-11-09T16:26:02,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741963_1139 (size=12001) 2024-11-09T16:26:02,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/65427e052f2b47eb88602cef49924ee1 2024-11-09T16:26:02,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/b5883b8d45e14de29578a750e37f3eea as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/b5883b8d45e14de29578a750e37f3eea 2024-11-09T16:26:02,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/b5883b8d45e14de29578a750e37f3eea, entries=250, sequenceid=121, filesize=47.0 K 2024-11-09T16:26:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T16:26:02,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/37c8fad155644448840ef2ffbdd2153f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/37c8fad155644448840ef2ffbdd2153f 2024-11-09T16:26:02,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/37c8fad155644448840ef2ffbdd2153f, entries=150, sequenceid=121, filesize=11.7 K 2024-11-09T16:26:02,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/65427e052f2b47eb88602cef49924ee1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/65427e052f2b47eb88602cef49924ee1 2024-11-09T16:26:02,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/65427e052f2b47eb88602cef49924ee1, entries=150, sequenceid=121, filesize=11.7 K 2024-11-09T16:26:02,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 31f5e2f6b6ad941620faa5318c56a210 in 1036ms, sequenceid=121, compaction requested=false 2024-11-09T16:26:02,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:02,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-09T16:26:02,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:02,613 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:26:02,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:02,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096d57883c3e3f4f65a12ab77d27ff7084_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169561551/Put/seqid=0 2024-11-09T16:26:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741964_1140 (size=12254) 2024-11-09T16:26:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:02,659 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096d57883c3e3f4f65a12ab77d27ff7084_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096d57883c3e3f4f65a12ab77d27ff7084_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:02,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/33d2f8af1d92456b81892fa2cce9a156, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/33d2f8af1d92456b81892fa2cce9a156 is 175, key is test_row_0/A:col10/1731169561551/Put/seqid=0 2024-11-09T16:26:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741965_1141 (size=31055) 2024-11-09T16:26:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:02,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:02,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169622703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169622704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169622710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169622713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169622713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T16:26:02,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169622812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169622814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169622815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169622815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169622815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169623015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169623017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169623018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169623018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169623019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T16:26:03,077 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/33d2f8af1d92456b81892fa2cce9a156 2024-11-09T16:26:03,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/c14766b39622493e9f53d748a17779c4 is 50, key is test_row_0/B:col10/1731169561551/Put/seqid=0 2024-11-09T16:26:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741966_1142 (size=12101) 2024-11-09T16:26:03,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169623321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169623323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169623323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169623323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169623323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,490 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/c14766b39622493e9f53d748a17779c4 2024-11-09T16:26:03,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/fec459b397f34005a5c99318a77694c3 is 50, key is test_row_0/C:col10/1731169561551/Put/seqid=0 2024-11-09T16:26:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741967_1143 (size=12101) 2024-11-09T16:26:03,517 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/fec459b397f34005a5c99318a77694c3 2024-11-09T16:26:03,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/33d2f8af1d92456b81892fa2cce9a156 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/33d2f8af1d92456b81892fa2cce9a156 2024-11-09T16:26:03,536 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/33d2f8af1d92456b81892fa2cce9a156, entries=150, sequenceid=135, filesize=30.3 K 2024-11-09T16:26:03,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/c14766b39622493e9f53d748a17779c4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c14766b39622493e9f53d748a17779c4 2024-11-09T16:26:03,544 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c14766b39622493e9f53d748a17779c4, entries=150, sequenceid=135, filesize=11.8 K 2024-11-09T16:26:03,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/fec459b397f34005a5c99318a77694c3 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fec459b397f34005a5c99318a77694c3 2024-11-09T16:26:03,554 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fec459b397f34005a5c99318a77694c3, entries=150, sequenceid=135, filesize=11.8 K 2024-11-09T16:26:03,555 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 31f5e2f6b6ad941620faa5318c56a210 in 942ms, sequenceid=135, compaction requested=true 2024-11-09T16:26:03,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:03,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:03,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T16:26:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-09T16:26:03,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-09T16:26:03,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec 2024-11-09T16:26:03,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.1010 sec 2024-11-09T16:26:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-09T16:26:03,568 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-09T16:26:03,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-09T16:26:03,571 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:03,573 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:03,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T16:26:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T16:26:03,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-09T16:26:03,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:03,726 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T16:26:03,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:03,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:03,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:03,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:03,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:03,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:03,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110950db2d296d52469e98c8e9b9b8fe9829_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169562708/Put/seqid=0 2024-11-09T16:26:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741968_1144 (size=12304) 2024-11-09T16:26:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:03,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169623840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169623840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169623845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169623845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169623845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T16:26:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169623946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169623946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169623950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169623950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:03,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169623950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169624150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169624151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169624154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169624154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169624155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T16:26:04,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:04,187 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110950db2d296d52469e98c8e9b9b8fe9829_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950db2d296d52469e98c8e9b9b8fe9829_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/faa922f4eea04356b78c3ccc25e17473, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/faa922f4eea04356b78c3ccc25e17473 is 175, key is test_row_0/A:col10/1731169562708/Put/seqid=0 2024-11-09T16:26:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741969_1145 (size=31105) 2024-11-09T16:26:04,197 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/faa922f4eea04356b78c3ccc25e17473 2024-11-09T16:26:04,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/31ab1c7cd2fc49858f1218c8ab96d5cf is 50, key is test_row_0/B:col10/1731169562708/Put/seqid=0 2024-11-09T16:26:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741970_1146 (size=12151) 2024-11-09T16:26:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169624455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169624463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169624463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169624463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169624464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,647 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/31ab1c7cd2fc49858f1218c8ab96d5cf 2024-11-09T16:26:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/fd38df08874d4d4da9525dcfe2b884fd is 50, key is test_row_0/C:col10/1731169562708/Put/seqid=0 2024-11-09T16:26:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T16:26:04,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741971_1147 (size=12151) 2024-11-09T16:26:04,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169624966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169624966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169624966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169624967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:04,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169624970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:05,106 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/fd38df08874d4d4da9525dcfe2b884fd 2024-11-09T16:26:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/faa922f4eea04356b78c3ccc25e17473 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/faa922f4eea04356b78c3ccc25e17473 2024-11-09T16:26:05,115 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/faa922f4eea04356b78c3ccc25e17473, entries=150, sequenceid=161, filesize=30.4 K 2024-11-09T16:26:05,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/31ab1c7cd2fc49858f1218c8ab96d5cf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/31ab1c7cd2fc49858f1218c8ab96d5cf 2024-11-09T16:26:05,121 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/31ab1c7cd2fc49858f1218c8ab96d5cf, entries=150, sequenceid=161, filesize=11.9 K 2024-11-09T16:26:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/fd38df08874d4d4da9525dcfe2b884fd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fd38df08874d4d4da9525dcfe2b884fd 2024-11-09T16:26:05,127 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fd38df08874d4d4da9525dcfe2b884fd, entries=150, sequenceid=161, filesize=11.9 K 2024-11-09T16:26:05,128 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 31f5e2f6b6ad941620faa5318c56a210 in 1402ms, sequenceid=161, compaction requested=true 2024-11-09T16:26:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T16:26:05,129 INFO [master/adb42ec6d7d6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T16:26:05,129 INFO [master/adb42ec6d7d6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T16:26:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-09T16:26:05,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-09T16:26:05,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-11-09T16:26:05,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.5620 sec 2024-11-09T16:26:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-09T16:26:05,683 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-09T16:26:05,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-09T16:26:05,688 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T16:26:05,688 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:05,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T16:26:05,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:05,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-09T16:26:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:05,846 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:26:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:05,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:05,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fb4705a83caf42819c648ca3d20fb739_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169563844/Put/seqid=0 2024-11-09T16:26:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741972_1148 (size=12304) 2024-11-09T16:26:05,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T16:26:06,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169626045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169626052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169626052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169626090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169626099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169626207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169626207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169626210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169626211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169626211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T16:26:06,309 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fb4705a83caf42819c648ca3d20fb739_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb4705a83caf42819c648ca3d20fb739_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/0ce29d65e203420c90415a2ada0af2d1, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/0ce29d65e203420c90415a2ada0af2d1 is 175, key is test_row_0/A:col10/1731169563844/Put/seqid=0 2024-11-09T16:26:06,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741973_1149 (size=31105) 2024-11-09T16:26:06,334 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/0ce29d65e203420c90415a2ada0af2d1 2024-11-09T16:26:06,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/40a9add05a4141c4af6783732ed4a61f is 50, key is test_row_0/B:col10/1731169563844/Put/seqid=0 2024-11-09T16:26:06,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741974_1150 (size=12151) 2024-11-09T16:26:06,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169626415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169626418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169626422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169626423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169626423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169626722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169626722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169626726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169626730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169626732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:06,793 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/40a9add05a4141c4af6783732ed4a61f 2024-11-09T16:26:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T16:26:06,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/a9cf2591840b4277857e88f622cd2ddb is 50, key is test_row_0/C:col10/1731169563844/Put/seqid=0 2024-11-09T16:26:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741975_1151 (size=12151) 2024-11-09T16:26:06,814 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/a9cf2591840b4277857e88f622cd2ddb 2024-11-09T16:26:06,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/0ce29d65e203420c90415a2ada0af2d1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0ce29d65e203420c90415a2ada0af2d1 2024-11-09T16:26:06,849 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0ce29d65e203420c90415a2ada0af2d1, entries=150, sequenceid=173, filesize=30.4 K 2024-11-09T16:26:06,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/40a9add05a4141c4af6783732ed4a61f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/40a9add05a4141c4af6783732ed4a61f 2024-11-09T16:26:06,865 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/40a9add05a4141c4af6783732ed4a61f, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T16:26:06,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/a9cf2591840b4277857e88f622cd2ddb as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/a9cf2591840b4277857e88f622cd2ddb 2024-11-09T16:26:06,879 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/a9cf2591840b4277857e88f622cd2ddb, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T16:26:06,882 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 31f5e2f6b6ad941620faa5318c56a210 in 1036ms, sequenceid=173, compaction requested=true 2024-11-09T16:26:06,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:06,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:06,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T16:26:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-09T16:26:06,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-09T16:26:06,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1960 sec 2024-11-09T16:26:06,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2020 sec 2024-11-09T16:26:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:07,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T16:26:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:07,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f0b8678ea675445abe4c72b06444cb3d_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169566050/Put/seqid=0 2024-11-09T16:26:07,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169627236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169627237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169627238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169627238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169627242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741976_1152 (size=14794) 2024-11-09T16:26:07,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169627342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169627346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169627346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169627544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169627554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169627559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,653 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:07,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f0b8678ea675445abe4c72b06444cb3d_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0b8678ea675445abe4c72b06444cb3d_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:07,669 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/941494019be641d0a6955e1bdfa9c0b8, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:07,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/941494019be641d0a6955e1bdfa9c0b8 is 175, key is test_row_0/A:col10/1731169566050/Put/seqid=0 2024-11-09T16:26:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741977_1153 (size=39749) 2024-11-09T16:26:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-09T16:26:07,800 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-09T16:26:07,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-09T16:26:07,803 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:07,804 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:07,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T16:26:07,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169627847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169627857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169627866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T16:26:07,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:07,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-09T16:26:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:07,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,090 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/941494019be641d0a6955e1bdfa9c0b8 2024-11-09T16:26:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T16:26:08,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-09T16:26:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/19caf789fc0c4b0fa2fa2bfcd04eda56 is 50, key is test_row_0/B:col10/1731169566050/Put/seqid=0 2024-11-09T16:26:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741978_1154 (size=12151) 2024-11-09T16:26:08,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/19caf789fc0c4b0fa2fa2bfcd04eda56 2024-11-09T16:26:08,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/390ac6859666458085ae64f25b5707bf is 50, key is test_row_0/C:col10/1731169566050/Put/seqid=0 2024-11-09T16:26:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741979_1155 (size=12151) 2024-11-09T16:26:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169628246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169628252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-09T16:26:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169628350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169628362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169628372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T16:26:08,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-09T16:26:08,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:08,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/390ac6859666458085ae64f25b5707bf 2024-11-09T16:26:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/941494019be641d0a6955e1bdfa9c0b8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/941494019be641d0a6955e1bdfa9c0b8 2024-11-09T16:26:08,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/941494019be641d0a6955e1bdfa9c0b8, entries=200, sequenceid=199, filesize=38.8 K 2024-11-09T16:26:08,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/19caf789fc0c4b0fa2fa2bfcd04eda56 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/19caf789fc0c4b0fa2fa2bfcd04eda56 2024-11-09T16:26:08,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/19caf789fc0c4b0fa2fa2bfcd04eda56, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T16:26:08,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/390ac6859666458085ae64f25b5707bf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/390ac6859666458085ae64f25b5707bf 2024-11-09T16:26:08,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/390ac6859666458085ae64f25b5707bf, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T16:26:08,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-09T16:26:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:08,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 31f5e2f6b6ad941620faa5318c56a210 in 1347ms, sequenceid=199, compaction requested=true 2024-11-09T16:26:08,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:08,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:08,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:08,579 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T16:26:08,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:08,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:08,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:08,579 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T16:26:08,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:08,594 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72762 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T16:26:08,595 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/B is initiating minor compaction (all files) 2024-11-09T16:26:08,595 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/B in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,595 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/064c78c79aaa4b98814e5e8ca6b1270a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/37c8fad155644448840ef2ffbdd2153f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c14766b39622493e9f53d748a17779c4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/31ab1c7cd2fc49858f1218c8ab96d5cf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/40a9add05a4141c4af6783732ed4a61f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/19caf789fc0c4b0fa2fa2bfcd04eda56] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=71.1 K 2024-11-09T16:26:08,595 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 212314 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T16:26:08,595 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/A is initiating minor compaction (all files) 2024-11-09T16:26:08,595 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 064c78c79aaa4b98814e5e8ca6b1270a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731169560507 2024-11-09T16:26:08,595 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/A in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,596 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/df5cda0b9a434ff1bf0598a9015b4fe2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/b5883b8d45e14de29578a750e37f3eea, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/33d2f8af1d92456b81892fa2cce9a156, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/faa922f4eea04356b78c3ccc25e17473, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0ce29d65e203420c90415a2ada0af2d1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/941494019be641d0a6955e1bdfa9c0b8] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=207.3 K 2024-11-09T16:26:08,596 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,596 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/df5cda0b9a434ff1bf0598a9015b4fe2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/b5883b8d45e14de29578a750e37f3eea, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/33d2f8af1d92456b81892fa2cce9a156, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/faa922f4eea04356b78c3ccc25e17473, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0ce29d65e203420c90415a2ada0af2d1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/941494019be641d0a6955e1bdfa9c0b8] 2024-11-09T16:26:08,596 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 37c8fad155644448840ef2ffbdd2153f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731169560877 2024-11-09T16:26:08,596 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting df5cda0b9a434ff1bf0598a9015b4fe2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731169560507 2024-11-09T16:26:08,596 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting c14766b39622493e9f53d748a17779c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731169561545 2024-11-09T16:26:08,597 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5883b8d45e14de29578a750e37f3eea, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731169560877 2024-11-09T16:26:08,597 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 31ab1c7cd2fc49858f1218c8ab96d5cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731169562699 2024-11-09T16:26:08,597 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33d2f8af1d92456b81892fa2cce9a156, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731169561545 2024-11-09T16:26:08,597 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 40a9add05a4141c4af6783732ed4a61f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731169563843 2024-11-09T16:26:08,598 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting faa922f4eea04356b78c3ccc25e17473, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731169562699 2024-11-09T16:26:08,598 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ce29d65e203420c90415a2ada0af2d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731169563843 2024-11-09T16:26:08,598 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 19caf789fc0c4b0fa2fa2bfcd04eda56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169566049 2024-11-09T16:26:08,600 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 941494019be641d0a6955e1bdfa9c0b8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169566041 2024-11-09T16:26:08,627 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:08,638 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#B#compaction#127 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:08,639 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/f8dcdc15759e41038755e9011afb12aa is 50, key is test_row_0/B:col10/1731169566050/Put/seqid=0 2024-11-09T16:26:08,649 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109f438753a8ed145f5bc88c2f4e78c473e_31f5e2f6b6ad941620faa5318c56a210 store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:08,653 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109f438753a8ed145f5bc88c2f4e78c473e_31f5e2f6b6ad941620faa5318c56a210, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:08,653 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f438753a8ed145f5bc88c2f4e78c473e_31f5e2f6b6ad941620faa5318c56a210 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741980_1156 (size=12561) 2024-11-09T16:26:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741981_1157 (size=4469) 2024-11-09T16:26:08,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:08,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-09T16:26:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:08,728 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T16:26:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:08,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:08,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110954ceca56496d4dada7fc830fb6640c47_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169567234/Put/seqid=0 2024-11-09T16:26:08,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741982_1158 (size=12304) 2024-11-09T16:26:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T16:26:09,077 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/f8dcdc15759e41038755e9011afb12aa as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/f8dcdc15759e41038755e9011afb12aa 2024-11-09T16:26:09,082 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/B of 31f5e2f6b6ad941620faa5318c56a210 into f8dcdc15759e41038755e9011afb12aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:09,082 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:09,082 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/B, priority=10, startTime=1731169568579; duration=0sec 2024-11-09T16:26:09,082 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:09,082 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:B 2024-11-09T16:26:09,082 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-09T16:26:09,084 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72762 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-09T16:26:09,084 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/C is initiating minor compaction (all files) 2024-11-09T16:26:09,084 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/C in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:09,084 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/cfb28220188f432090d4b0c35a94d7d7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/65427e052f2b47eb88602cef49924ee1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fec459b397f34005a5c99318a77694c3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fd38df08874d4d4da9525dcfe2b884fd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/a9cf2591840b4277857e88f622cd2ddb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/390ac6859666458085ae64f25b5707bf] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=71.1 K 2024-11-09T16:26:09,084 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting cfb28220188f432090d4b0c35a94d7d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731169560507 2024-11-09T16:26:09,084 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 65427e052f2b47eb88602cef49924ee1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731169560877 2024-11-09T16:26:09,085 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting fec459b397f34005a5c99318a77694c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731169561545 2024-11-09T16:26:09,085 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting fd38df08874d4d4da9525dcfe2b884fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731169562699 2024-11-09T16:26:09,085 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a9cf2591840b4277857e88f622cd2ddb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731169563843 2024-11-09T16:26:09,086 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 390ac6859666458085ae64f25b5707bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169566049 2024-11-09T16:26:09,096 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:09,096 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/0c4a014338cf4d238db11c45796fb619 is 50, key is test_row_0/C:col10/1731169566050/Put/seqid=0 2024-11-09T16:26:09,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741983_1159 (size=12561) 2024-11-09T16:26:09,101 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#A#compaction#126 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:09,102 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/a8527ccd071a4780bd6e89ff5ff734b5 is 175, key is test_row_0/A:col10/1731169566050/Put/seqid=0 2024-11-09T16:26:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741984_1160 (size=31515) 2024-11-09T16:26:09,109 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/a8527ccd071a4780bd6e89ff5ff734b5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a8527ccd071a4780bd6e89ff5ff734b5 2024-11-09T16:26:09,115 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/A of 31f5e2f6b6ad941620faa5318c56a210 into a8527ccd071a4780bd6e89ff5ff734b5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:09,115 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:09,115 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/A, priority=10, startTime=1731169568579; duration=0sec 2024-11-09T16:26:09,115 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:09,115 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:A 2024-11-09T16:26:09,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,147 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110954ceca56496d4dada7fc830fb6640c47_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110954ceca56496d4dada7fc830fb6640c47_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/902ae9ca67d2486f84164dcef1a5c44b, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/902ae9ca67d2486f84164dcef1a5c44b is 175, key is test_row_0/A:col10/1731169567234/Put/seqid=0 2024-11-09T16:26:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741985_1161 (size=31105) 2024-11-09T16:26:09,153 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/902ae9ca67d2486f84164dcef1a5c44b 2024-11-09T16:26:09,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/1a139d6a5b0e480ab4ffc3a0828a0fa4 is 50, key is test_row_0/B:col10/1731169567234/Put/seqid=0 2024-11-09T16:26:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741986_1162 (size=12151) 2024-11-09T16:26:09,168 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/1a139d6a5b0e480ab4ffc3a0828a0fa4 2024-11-09T16:26:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/c217daf9a540475c9b8231ac7839761a is 50, key is test_row_0/C:col10/1731169567234/Put/seqid=0 2024-11-09T16:26:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741987_1163 (size=12151) 2024-11-09T16:26:09,185 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/c217daf9a540475c9b8231ac7839761a 2024-11-09T16:26:09,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/902ae9ca67d2486f84164dcef1a5c44b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/902ae9ca67d2486f84164dcef1a5c44b 2024-11-09T16:26:09,197 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/902ae9ca67d2486f84164dcef1a5c44b, entries=150, sequenceid=209, filesize=30.4 K 2024-11-09T16:26:09,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/1a139d6a5b0e480ab4ffc3a0828a0fa4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/1a139d6a5b0e480ab4ffc3a0828a0fa4 2024-11-09T16:26:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,206 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/1a139d6a5b0e480ab4ffc3a0828a0fa4, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T16:26:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/c217daf9a540475c9b8231ac7839761a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c217daf9a540475c9b8231ac7839761a 2024-11-09T16:26:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,219 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c217daf9a540475c9b8231ac7839761a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T16:26:09,220 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 31f5e2f6b6ad941620faa5318c56a210 in 492ms, sequenceid=209, compaction requested=false 2024-11-09T16:26:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-09T16:26:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-09T16:26:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T16:26:09,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-09T16:26:09,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4230 sec 2024-11-09T16:26:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:09,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:26:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:09,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:09,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:09,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:09,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:09,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d5ecfe7d6e704949a08f1c533b28f083_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169569434/Put/seqid=0 2024-11-09T16:26:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741988_1164 (size=24758) 2024-11-09T16:26:09,501 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:09,505 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d5ecfe7d6e704949a08f1c533b28f083_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5ecfe7d6e704949a08f1c533b28f083_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:09,506 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/0c4a014338cf4d238db11c45796fb619 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0c4a014338cf4d238db11c45796fb619 2024-11-09T16:26:09,507 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/88311ae7a81b42f68eee28d5ef3c55e9, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:09,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/88311ae7a81b42f68eee28d5ef3c55e9 is 175, key is test_row_0/A:col10/1731169569434/Put/seqid=0 2024-11-09T16:26:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741989_1165 (size=74395) 2024-11-09T16:26:09,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/88311ae7a81b42f68eee28d5ef3c55e9 2024-11-09T16:26:09,514 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/C of 31f5e2f6b6ad941620faa5318c56a210 into 0c4a014338cf4d238db11c45796fb619(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:09,514 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:09,514 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/C, priority=10, startTime=1731169568579; duration=0sec 2024-11-09T16:26:09,514 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:09,514 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:C 2024-11-09T16:26:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169629516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/384a0285c4a247b58d916013b8bb6574 is 50, key is test_row_0/B:col10/1731169569434/Put/seqid=0 2024-11-09T16:26:09,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169629519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169629522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741990_1166 (size=12151) 2024-11-09T16:26:09,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169629627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169629636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169629637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169629836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169629839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169629848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-09T16:26:09,908 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-09T16:26:09,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-09T16:26:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T16:26:09,911 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:09,912 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:09,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:09,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/384a0285c4a247b58d916013b8bb6574 2024-11-09T16:26:09,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/f13bff26951b4f8a9a8cacf985eea2af is 50, key is test_row_0/C:col10/1731169569434/Put/seqid=0 2024-11-09T16:26:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741991_1167 (size=12151) 2024-11-09T16:26:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T16:26:10,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-09T16:26:10,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:10,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169630140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169630151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169630172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T16:26:10,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-09T16:26:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169630285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,290 DEBUG [Thread-557 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4238 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:10,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169630289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,297 DEBUG [Thread-554 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:10,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-09T16:26:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:10,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/f13bff26951b4f8a9a8cacf985eea2af 2024-11-09T16:26:10,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/88311ae7a81b42f68eee28d5ef3c55e9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/88311ae7a81b42f68eee28d5ef3c55e9 2024-11-09T16:26:10,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/88311ae7a81b42f68eee28d5ef3c55e9, entries=400, sequenceid=222, filesize=72.7 K 2024-11-09T16:26:10,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/384a0285c4a247b58d916013b8bb6574 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/384a0285c4a247b58d916013b8bb6574 2024-11-09T16:26:10,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/384a0285c4a247b58d916013b8bb6574, entries=150, sequenceid=222, filesize=11.9 K 2024-11-09T16:26:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/f13bff26951b4f8a9a8cacf985eea2af as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f13bff26951b4f8a9a8cacf985eea2af 2024-11-09T16:26:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T16:26:10,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f13bff26951b4f8a9a8cacf985eea2af, entries=150, sequenceid=222, filesize=11.9 K 2024-11-09T16:26:10,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 31f5e2f6b6ad941620faa5318c56a210 in 1093ms, sequenceid=222, compaction requested=true 2024-11-09T16:26:10,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:10,531 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:10,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:10,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:10,532 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:10,537 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-09T16:26:10,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,538 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:26:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:10,540 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:10,541 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/A is initiating minor compaction (all files) 2024-11-09T16:26:10,541 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/A in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,541 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:10,541 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a8527ccd071a4780bd6e89ff5ff734b5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/902ae9ca67d2486f84164dcef1a5c44b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/88311ae7a81b42f68eee28d5ef3c55e9] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=133.8 K 2024-11-09T16:26:10,541 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/B is initiating minor compaction (all files) 2024-11-09T16:26:10,541 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,541 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/B in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:10,541 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a8527ccd071a4780bd6e89ff5ff734b5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/902ae9ca67d2486f84164dcef1a5c44b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/88311ae7a81b42f68eee28d5ef3c55e9] 2024-11-09T16:26:10,541 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/f8dcdc15759e41038755e9011afb12aa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/1a139d6a5b0e480ab4ffc3a0828a0fa4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/384a0285c4a247b58d916013b8bb6574] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=36.0 K 2024-11-09T16:26:10,543 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f8dcdc15759e41038755e9011afb12aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169566049 2024-11-09T16:26:10,543 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8527ccd071a4780bd6e89ff5ff734b5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169566049 2024-11-09T16:26:10,547 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a139d6a5b0e480ab4ffc3a0828a0fa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731169567234 2024-11-09T16:26:10,547 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 902ae9ca67d2486f84164dcef1a5c44b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731169567234 2024-11-09T16:26:10,548 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 384a0285c4a247b58d916013b8bb6574, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731169569426 2024-11-09T16:26:10,548 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88311ae7a81b42f68eee28d5ef3c55e9, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731169569392 2024-11-09T16:26:10,575 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:10,587 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:10,588 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/cb9dfe8512e14bfa97a5b6d76fcdc170 is 50, key is test_row_0/B:col10/1731169569434/Put/seqid=0 2024-11-09T16:26:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096f9de758cdcf4af585cc541624c937de_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169569517/Put/seqid=0 2024-11-09T16:26:10,610 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095d1428bfcb214280835b77d7f1c5215c_31f5e2f6b6ad941620faa5318c56a210 store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:10,614 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095d1428bfcb214280835b77d7f1c5215c_31f5e2f6b6ad941620faa5318c56a210, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:10,614 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095d1428bfcb214280835b77d7f1c5215c_31f5e2f6b6ad941620faa5318c56a210 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:10,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741993_1169 (size=12304) 2024-11-09T16:26:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:10,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741992_1168 (size=12663) 2024-11-09T16:26:10,675 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096f9de758cdcf4af585cc541624c937de_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096f9de758cdcf4af585cc541624c937de_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:10,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741994_1170 (size=4469) 2024-11-09T16:26:10,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/31ae6371ee4440aab2b885921460148f, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:10,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/31ae6371ee4440aab2b885921460148f is 175, key is test_row_0/A:col10/1731169569517/Put/seqid=0 2024-11-09T16:26:10,696 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#A#compaction#135 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:10,696 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/72bd6b5f4d454e4fbc27769782f1f7a8 is 175, key is test_row_0/A:col10/1731169569434/Put/seqid=0 2024-11-09T16:26:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169630693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169630695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169630709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741996_1172 (size=31617) 2024-11-09T16:26:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741995_1171 (size=31105) 2024-11-09T16:26:10,731 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/31ae6371ee4440aab2b885921460148f 2024-11-09T16:26:10,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/225cfd515717495b87e4c2a4f8020ab8 is 50, key is test_row_0/B:col10/1731169569517/Put/seqid=0 2024-11-09T16:26:10,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169630807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169630807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:10,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741997_1173 (size=12151) 2024-11-09T16:26:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169630820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169631012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169631019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T16:26:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169631035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,072 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/cb9dfe8512e14bfa97a5b6d76fcdc170 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/cb9dfe8512e14bfa97a5b6d76fcdc170 2024-11-09T16:26:11,083 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/B of 31f5e2f6b6ad941620faa5318c56a210 into cb9dfe8512e14bfa97a5b6d76fcdc170(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:11,083 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:11,083 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/B, priority=13, startTime=1731169570532; duration=0sec 2024-11-09T16:26:11,083 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:11,083 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:B 2024-11-09T16:26:11,083 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:11,085 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:11,085 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/C is initiating minor compaction (all files) 2024-11-09T16:26:11,085 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/C in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:11,085 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0c4a014338cf4d238db11c45796fb619, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c217daf9a540475c9b8231ac7839761a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f13bff26951b4f8a9a8cacf985eea2af] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=36.0 K 2024-11-09T16:26:11,086 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c4a014338cf4d238db11c45796fb619, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731169566049 2024-11-09T16:26:11,086 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting c217daf9a540475c9b8231ac7839761a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731169567234 2024-11-09T16:26:11,087 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f13bff26951b4f8a9a8cacf985eea2af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731169569426 2024-11-09T16:26:11,097 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:11,097 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/ef3de21de6104320b3b54d6e3c547a2e is 50, key is test_row_0/C:col10/1731169569434/Put/seqid=0 2024-11-09T16:26:11,131 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/72bd6b5f4d454e4fbc27769782f1f7a8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/72bd6b5f4d454e4fbc27769782f1f7a8 2024-11-09T16:26:11,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741998_1174 (size=12663) 2024-11-09T16:26:11,152 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/A of 31f5e2f6b6ad941620faa5318c56a210 into 72bd6b5f4d454e4fbc27769782f1f7a8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:11,152 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:11,152 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/A, priority=13, startTime=1731169570531; duration=0sec 2024-11-09T16:26:11,153 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:11,153 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:A 2024-11-09T16:26:11,159 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/ef3de21de6104320b3b54d6e3c547a2e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/ef3de21de6104320b3b54d6e3c547a2e 2024-11-09T16:26:11,166 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/C of 31f5e2f6b6ad941620faa5318c56a210 into ef3de21de6104320b3b54d6e3c547a2e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:11,166 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:11,166 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/C, priority=13, startTime=1731169570533; duration=0sec 2024-11-09T16:26:11,166 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:11,166 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:C 2024-11-09T16:26:11,222 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/225cfd515717495b87e4c2a4f8020ab8 2024-11-09T16:26:11,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/0d5afa70ca95441c9d5137519217cc3d is 50, key is test_row_0/C:col10/1731169569517/Put/seqid=0 2024-11-09T16:26:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741999_1175 (size=12151) 2024-11-09T16:26:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169631319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169631323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169631347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,714 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/0d5afa70ca95441c9d5137519217cc3d 2024-11-09T16:26:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/31ae6371ee4440aab2b885921460148f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/31ae6371ee4440aab2b885921460148f 2024-11-09T16:26:11,741 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/31ae6371ee4440aab2b885921460148f, entries=150, sequenceid=248, filesize=30.4 K 2024-11-09T16:26:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/225cfd515717495b87e4c2a4f8020ab8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/225cfd515717495b87e4c2a4f8020ab8 2024-11-09T16:26:11,760 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/225cfd515717495b87e4c2a4f8020ab8, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T16:26:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/0d5afa70ca95441c9d5137519217cc3d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0d5afa70ca95441c9d5137519217cc3d 2024-11-09T16:26:11,766 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0d5afa70ca95441c9d5137519217cc3d, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T16:26:11,771 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 31f5e2f6b6ad941620faa5318c56a210 in 1234ms, sequenceid=248, compaction requested=false 2024-11-09T16:26:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-09T16:26:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-09T16:26:11,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-09T16:26:11,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-11-09T16:26:11,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8650 sec 2024-11-09T16:26:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:11,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T16:26:11,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:11,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110952282bbbf7294ec3b3be255ea7496b61_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169571833/Put/seqid=0 2024-11-09T16:26:11,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169631906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169631907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169631907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742000_1176 (size=12454) 2024-11-09T16:26:11,916 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:11,930 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110952282bbbf7294ec3b3be255ea7496b61_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110952282bbbf7294ec3b3be255ea7496b61_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:11,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/99d298fe67f748efa144189948d0d4fe, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:11,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/99d298fe67f748efa144189948d0d4fe is 175, key is test_row_0/A:col10/1731169571833/Put/seqid=0 2024-11-09T16:26:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742001_1177 (size=31255) 2024-11-09T16:26:12,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169632009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169632014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169632017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-09T16:26:12,024 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-09T16:26:12,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-09T16:26:12,027 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-09T16:26:12,028 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:12,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-09T16:26:12,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-09T16:26:12,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169632212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169632218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169632223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-09T16:26:12,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-09T16:26:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,349 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/99d298fe67f748efa144189948d0d4fe 2024-11-09T16:26:12,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/3ff358e7cf61413e8078a14cf332d72e is 50, key is test_row_0/B:col10/1731169571833/Put/seqid=0 2024-11-09T16:26:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742002_1178 (size=12301) 2024-11-09T16:26:12,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-09T16:26:12,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:12,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169632517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169632520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169632528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-09T16:26:12,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-09T16:26:12,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:12,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/3ff358e7cf61413e8078a14cf332d72e 2024-11-09T16:26:12,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/4eeb5e0bcdc941a3ac22e93bcacf1b07 is 50, key is test_row_0/C:col10/1731169571833/Put/seqid=0 2024-11-09T16:26:12,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-09T16:26:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:12,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742003_1179 (size=12301) 2024-11-09T16:26:12,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/4eeb5e0bcdc941a3ac22e93bcacf1b07 2024-11-09T16:26:12,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/99d298fe67f748efa144189948d0d4fe as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/99d298fe67f748efa144189948d0d4fe 2024-11-09T16:26:12,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/99d298fe67f748efa144189948d0d4fe, entries=150, sequenceid=264, filesize=30.5 K 2024-11-09T16:26:12,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/3ff358e7cf61413e8078a14cf332d72e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/3ff358e7cf61413e8078a14cf332d72e 2024-11-09T16:26:12,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/3ff358e7cf61413e8078a14cf332d72e, entries=150, sequenceid=264, filesize=12.0 K 2024-11-09T16:26:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/4eeb5e0bcdc941a3ac22e93bcacf1b07 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/4eeb5e0bcdc941a3ac22e93bcacf1b07 2024-11-09T16:26:12,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/4eeb5e0bcdc941a3ac22e93bcacf1b07, entries=150, sequenceid=264, filesize=12.0 K 2024-11-09T16:26:12,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 31f5e2f6b6ad941620faa5318c56a210 in 1002ms, sequenceid=264, compaction requested=true 2024-11-09T16:26:12,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:12,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:12,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:12,841 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:12,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:12,841 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:12,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:12,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:12,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:12,842 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:12,842 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:12,842 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/A is initiating minor compaction (all files) 2024-11-09T16:26:12,842 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/B is initiating minor compaction (all files) 2024-11-09T16:26:12,842 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/A in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,842 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/B in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,842 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/72bd6b5f4d454e4fbc27769782f1f7a8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/31ae6371ee4440aab2b885921460148f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/99d298fe67f748efa144189948d0d4fe] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=91.8 K 2024-11-09T16:26:12,842 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/cb9dfe8512e14bfa97a5b6d76fcdc170, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/225cfd515717495b87e4c2a4f8020ab8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/3ff358e7cf61413e8078a14cf332d72e] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=36.2 K 2024-11-09T16:26:12,842 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,842 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/72bd6b5f4d454e4fbc27769782f1f7a8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/31ae6371ee4440aab2b885921460148f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/99d298fe67f748efa144189948d0d4fe] 2024-11-09T16:26:12,843 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting cb9dfe8512e14bfa97a5b6d76fcdc170, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731169569426 2024-11-09T16:26:12,843 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72bd6b5f4d454e4fbc27769782f1f7a8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731169569426 2024-11-09T16:26:12,843 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 225cfd515717495b87e4c2a4f8020ab8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731169569515 2024-11-09T16:26:12,843 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31ae6371ee4440aab2b885921460148f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731169569515 2024-11-09T16:26:12,844 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ff358e7cf61413e8078a14cf332d72e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731169570693 2024-11-09T16:26:12,844 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99d298fe67f748efa144189948d0d4fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731169570693 2024-11-09T16:26:12,860 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:12,860 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/d0f989a4a317412a9c204b73bf5e8384 is 50, key is test_row_0/B:col10/1731169571833/Put/seqid=0 2024-11-09T16:26:12,862 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:12,882 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109eb3abfd382fc454caa8af81e38929313_31f5e2f6b6ad941620faa5318c56a210 store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:12,885 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109eb3abfd382fc454caa8af81e38929313_31f5e2f6b6ad941620faa5318c56a210, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:12,885 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109eb3abfd382fc454caa8af81e38929313_31f5e2f6b6ad941620faa5318c56a210 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:12,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742004_1180 (size=12915) 2024-11-09T16:26:12,909 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/d0f989a4a317412a9c204b73bf5e8384 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/d0f989a4a317412a9c204b73bf5e8384 2024-11-09T16:26:12,916 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/B of 31f5e2f6b6ad941620faa5318c56a210 into d0f989a4a317412a9c204b73bf5e8384(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:12,916 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:12,916 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/B, priority=13, startTime=1731169572841; duration=0sec 2024-11-09T16:26:12,916 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:12,916 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:B 2024-11-09T16:26:12,916 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:12,917 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:12,917 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/C is initiating minor compaction (all files) 2024-11-09T16:26:12,917 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/C in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,919 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/ef3de21de6104320b3b54d6e3c547a2e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0d5afa70ca95441c9d5137519217cc3d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/4eeb5e0bcdc941a3ac22e93bcacf1b07] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=36.2 K 2024-11-09T16:26:12,919 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting ef3de21de6104320b3b54d6e3c547a2e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731169569426 2024-11-09T16:26:12,920 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d5afa70ca95441c9d5137519217cc3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731169569515 2024-11-09T16:26:12,920 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eeb5e0bcdc941a3ac22e93bcacf1b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731169570693 2024-11-09T16:26:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742005_1181 (size=4469) 2024-11-09T16:26:12,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:12,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-09T16:26:12,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:12,956 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T16:26:12,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:12,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:12,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:12,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:12,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:12,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:12,970 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#C#compaction#146 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:12,970 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/aeb2282f6a564f4fa4ac854a3adc01db is 50, key is test_row_0/C:col10/1731169571833/Put/seqid=0 2024-11-09T16:26:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109916c063b76274ee3b53566f7006eace4_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169571905/Put/seqid=0 2024-11-09T16:26:13,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742006_1182 (size=12915) 2024-11-09T16:26:13,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742007_1183 (size=12454) 2024-11-09T16:26:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:13,043 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109916c063b76274ee3b53566f7006eace4_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109916c063b76274ee3b53566f7006eace4_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:13,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/37fb29f6ea0a41e09a9740726c37ab82, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:13,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/37fb29f6ea0a41e09a9740726c37ab82 is 175, key is test_row_0/A:col10/1731169571905/Put/seqid=0 2024-11-09T16:26:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742008_1184 (size=31255) 2024-11-09T16:26:13,056 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/37fb29f6ea0a41e09a9740726c37ab82 2024-11-09T16:26:13,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169633054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169633054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169633054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/53a45c7c34064f67b669931b0b5f30a6 is 50, key is test_row_0/B:col10/1731169571905/Put/seqid=0 2024-11-09T16:26:13,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742009_1185 (size=12301) 2024-11-09T16:26:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-09T16:26:13,135 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/53a45c7c34064f67b669931b0b5f30a6 2024-11-09T16:26:13,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/352fedf2b7c5426598ace888f08dc80c is 50, key is test_row_0/C:col10/1731169571905/Put/seqid=0 2024-11-09T16:26:13,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169633161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169633162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169633170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742010_1186 (size=12301) 2024-11-09T16:26:13,341 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#A#compaction#145 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:13,341 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/20326e7b5f0b4acabb64b4d1d13decbf is 175, key is test_row_0/A:col10/1731169571833/Put/seqid=0 2024-11-09T16:26:13,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742011_1187 (size=31869) 2024-11-09T16:26:13,349 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/20326e7b5f0b4acabb64b4d1d13decbf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/20326e7b5f0b4acabb64b4d1d13decbf 2024-11-09T16:26:13,360 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/A of 31f5e2f6b6ad941620faa5318c56a210 into 20326e7b5f0b4acabb64b4d1d13decbf(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:13,360 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:13,360 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/A, priority=13, startTime=1731169572840; duration=0sec 2024-11-09T16:26:13,360 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:13,360 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:A 2024-11-09T16:26:13,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169633365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169633365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169633373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,418 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/aeb2282f6a564f4fa4ac854a3adc01db as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/aeb2282f6a564f4fa4ac854a3adc01db 2024-11-09T16:26:13,438 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/C of 31f5e2f6b6ad941620faa5318c56a210 into aeb2282f6a564f4fa4ac854a3adc01db(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:13,439 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:13,439 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/C, priority=13, startTime=1731169572841; duration=0sec 2024-11-09T16:26:13,439 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:13,439 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:C 2024-11-09T16:26:13,577 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/352fedf2b7c5426598ace888f08dc80c 2024-11-09T16:26:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/37fb29f6ea0a41e09a9740726c37ab82 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/37fb29f6ea0a41e09a9740726c37ab82 2024-11-09T16:26:13,591 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/37fb29f6ea0a41e09a9740726c37ab82, entries=150, sequenceid=289, filesize=30.5 K 2024-11-09T16:26:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/53a45c7c34064f67b669931b0b5f30a6 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/53a45c7c34064f67b669931b0b5f30a6 2024-11-09T16:26:13,599 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/53a45c7c34064f67b669931b0b5f30a6, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T16:26:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/352fedf2b7c5426598ace888f08dc80c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/352fedf2b7c5426598ace888f08dc80c 2024-11-09T16:26:13,605 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/352fedf2b7c5426598ace888f08dc80c, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T16:26:13,607 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 31f5e2f6b6ad941620faa5318c56a210 in 651ms, sequenceid=289, compaction requested=false 2024-11-09T16:26:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-09T16:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-09T16:26:13,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-09T16:26:13,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5800 sec 2024-11-09T16:26:13,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.5840 sec 2024-11-09T16:26:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:13,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T16:26:13,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:13,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:13,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:13,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:13,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:13,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:13,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109561b35b8fb8140ee8b925ec8b8d87569_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169573671/Put/seqid=0 2024-11-09T16:26:13,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742012_1188 (size=14994) 2024-11-09T16:26:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169633693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169633695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169633695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169633795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169633796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169633796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:13,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169633997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169634000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169634000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,089 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:14,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109561b35b8fb8140ee8b925ec8b8d87569_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109561b35b8fb8140ee8b925ec8b8d87569_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:14,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/541d7e56263d4473b98f6fffbe0f44f8, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:14,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/541d7e56263d4473b98f6fffbe0f44f8 is 175, key is test_row_0/A:col10/1731169573671/Put/seqid=0 2024-11-09T16:26:14,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742013_1189 (size=39949) 2024-11-09T16:26:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-09T16:26:14,134 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-09T16:26:14,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-09T16:26:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-09T16:26:14,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:14,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:14,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-09T16:26:14,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-09T16:26:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46704 deadline: 1731169634298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,299 DEBUG [Thread-554 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8200 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:14,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169634301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46670 deadline: 1731169634304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,310 DEBUG [Thread-557 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8258 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:14,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169634310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169634314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-09T16:26:14,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-09T16:26:14,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:14,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,509 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/541d7e56263d4473b98f6fffbe0f44f8 2024-11-09T16:26:14,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/06ff5cf1f4284a5e832e52205c17328d is 50, key is test_row_0/B:col10/1731169573671/Put/seqid=0 2024-11-09T16:26:14,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742014_1190 (size=12301) 2024-11-09T16:26:14,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/06ff5cf1f4284a5e832e52205c17328d 2024-11-09T16:26:14,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/d610d5ce302a4c2a8675b0315638b030 is 50, key is test_row_0/C:col10/1731169573671/Put/seqid=0 2024-11-09T16:26:14,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742015_1191 (size=12301) 2024-11-09T16:26:14,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-09T16:26:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/d610d5ce302a4c2a8675b0315638b030 2024-11-09T16:26:14,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/541d7e56263d4473b98f6fffbe0f44f8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/541d7e56263d4473b98f6fffbe0f44f8 2024-11-09T16:26:14,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/541d7e56263d4473b98f6fffbe0f44f8, entries=200, sequenceid=306, filesize=39.0 K 2024-11-09T16:26:14,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/06ff5cf1f4284a5e832e52205c17328d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/06ff5cf1f4284a5e832e52205c17328d 2024-11-09T16:26:14,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/06ff5cf1f4284a5e832e52205c17328d, entries=150, sequenceid=306, filesize=12.0 K 2024-11-09T16:26:14,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/d610d5ce302a4c2a8675b0315638b030 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/d610d5ce302a4c2a8675b0315638b030 2024-11-09T16:26:14,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/d610d5ce302a4c2a8675b0315638b030, entries=150, sequenceid=306, filesize=12.0 K 2024-11-09T16:26:14,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 31f5e2f6b6ad941620faa5318c56a210 in 973ms, sequenceid=306, compaction requested=true 2024-11-09T16:26:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:14,644 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:14,645 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:14,646 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:14,646 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/A is initiating minor compaction (all files) 2024-11-09T16:26:14,646 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/A in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,646 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/20326e7b5f0b4acabb64b4d1d13decbf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/37fb29f6ea0a41e09a9740726c37ab82, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/541d7e56263d4473b98f6fffbe0f44f8] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=100.7 K 2024-11-09T16:26:14,646 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,646 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/20326e7b5f0b4acabb64b4d1d13decbf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/37fb29f6ea0a41e09a9740726c37ab82, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/541d7e56263d4473b98f6fffbe0f44f8] 2024-11-09T16:26:14,647 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:14,647 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/B is initiating minor compaction (all files) 2024-11-09T16:26:14,647 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/B in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,647 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/d0f989a4a317412a9c204b73bf5e8384, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/53a45c7c34064f67b669931b0b5f30a6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/06ff5cf1f4284a5e832e52205c17328d] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=36.6 K 2024-11-09T16:26:14,647 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20326e7b5f0b4acabb64b4d1d13decbf, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731169570693 2024-11-09T16:26:14,648 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d0f989a4a317412a9c204b73bf5e8384, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731169570693 2024-11-09T16:26:14,648 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37fb29f6ea0a41e09a9740726c37ab82, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731169571899 2024-11-09T16:26:14,648 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 53a45c7c34064f67b669931b0b5f30a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731169571899 2024-11-09T16:26:14,648 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 541d7e56263d4473b98f6fffbe0f44f8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731169573037 2024-11-09T16:26:14,648 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 06ff5cf1f4284a5e832e52205c17328d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731169573037 2024-11-09T16:26:14,663 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:14,663 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/0ce760be6c8a4fbabc31f129614559fa is 50, key is test_row_0/B:col10/1731169573671/Put/seqid=0 2024-11-09T16:26:14,667 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:14,679 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d3f30f92cba4422d96e44182622fe11c_31f5e2f6b6ad941620faa5318c56a210 store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:14,682 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d3f30f92cba4422d96e44182622fe11c_31f5e2f6b6ad941620faa5318c56a210, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:14,682 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d3f30f92cba4422d96e44182622fe11c_31f5e2f6b6ad941620faa5318c56a210 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742016_1192 (size=13017) 2024-11-09T16:26:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742017_1193 (size=4469) 2024-11-09T16:26:14,709 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#A#compaction#154 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:14,710 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/260df14b99c045a0a9a31ffec67e4244 is 175, key is test_row_0/A:col10/1731169573671/Put/seqid=0 2024-11-09T16:26:14,718 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/0ce760be6c8a4fbabc31f129614559fa as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/0ce760be6c8a4fbabc31f129614559fa 2024-11-09T16:26:14,727 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/B of 31f5e2f6b6ad941620faa5318c56a210 into 0ce760be6c8a4fbabc31f129614559fa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:14,727 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:14,727 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/B, priority=13, startTime=1731169574645; duration=0sec 2024-11-09T16:26:14,727 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:14,728 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:B 2024-11-09T16:26:14,728 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:14,729 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:14,729 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/C is initiating minor compaction (all files) 2024-11-09T16:26:14,729 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/C in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,729 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/aeb2282f6a564f4fa4ac854a3adc01db, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/352fedf2b7c5426598ace888f08dc80c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/d610d5ce302a4c2a8675b0315638b030] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=36.6 K 2024-11-09T16:26:14,730 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting aeb2282f6a564f4fa4ac854a3adc01db, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731169570693 2024-11-09T16:26:14,730 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 352fedf2b7c5426598ace888f08dc80c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731169571899 2024-11-09T16:26:14,731 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d610d5ce302a4c2a8675b0315638b030, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731169573037 2024-11-09T16:26:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-09T16:26:14,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742018_1194 (size=31971) 2024-11-09T16:26:14,756 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#C#compaction#155 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:14,757 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/9e22f9b7caec4990921c557af1dbe897 is 50, key is test_row_0/C:col10/1731169573671/Put/seqid=0 2024-11-09T16:26:14,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-09T16:26:14,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:14,765 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T16:26:14,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742019_1195 (size=13017) 2024-11-09T16:26:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee329f3e49d642009bb6a281eecc8273_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169573689/Put/seqid=0 2024-11-09T16:26:14,786 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/9e22f9b7caec4990921c557af1dbe897 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9e22f9b7caec4990921c557af1dbe897 2024-11-09T16:26:14,793 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/C of 31f5e2f6b6ad941620faa5318c56a210 into 9e22f9b7caec4990921c557af1dbe897(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:14,793 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:14,793 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/C, priority=13, startTime=1731169574645; duration=0sec 2024-11-09T16:26:14,794 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:14,794 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:C 2024-11-09T16:26:14,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742020_1196 (size=12454) 2024-11-09T16:26:14,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:14,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169634848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169634852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169634852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169634953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169634954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:14,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169634956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,164 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/260df14b99c045a0a9a31ffec67e4244 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/260df14b99c045a0a9a31ffec67e4244 2024-11-09T16:26:15,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169635157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169635167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169635171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,175 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/A of 31f5e2f6b6ad941620faa5318c56a210 into 260df14b99c045a0a9a31ffec67e4244(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:15,175 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:15,175 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/A, priority=13, startTime=1731169574644; duration=0sec 2024-11-09T16:26:15,176 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:15,176 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:A 2024-11-09T16:26:15,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:15,206 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee329f3e49d642009bb6a281eecc8273_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee329f3e49d642009bb6a281eecc8273_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/c37841a23fe641d0818dcb679ced502e, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/c37841a23fe641d0818dcb679ced502e is 175, key is test_row_0/A:col10/1731169573689/Put/seqid=0 2024-11-09T16:26:15,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742021_1197 (size=31255) 2024-11-09T16:26:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/c37841a23fe641d0818dcb679ced502e 2024-11-09T16:26:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/99125c82efb34da190765c820aeaa064 is 50, key is test_row_0/B:col10/1731169573689/Put/seqid=0 2024-11-09T16:26:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-09T16:26:15,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742022_1198 (size=12301) 2024-11-09T16:26:15,271 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/99125c82efb34da190765c820aeaa064 2024-11-09T16:26:15,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/88182e113d78425ca70533c3852dafb2 is 50, key is test_row_0/C:col10/1731169573689/Put/seqid=0 2024-11-09T16:26:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742023_1199 (size=12301) 2024-11-09T16:26:15,312 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/88182e113d78425ca70533c3852dafb2 2024-11-09T16:26:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/c37841a23fe641d0818dcb679ced502e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/c37841a23fe641d0818dcb679ced502e 2024-11-09T16:26:15,325 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/c37841a23fe641d0818dcb679ced502e, entries=150, sequenceid=328, filesize=30.5 K 2024-11-09T16:26:15,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/99125c82efb34da190765c820aeaa064 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/99125c82efb34da190765c820aeaa064 2024-11-09T16:26:15,332 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/99125c82efb34da190765c820aeaa064, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T16:26:15,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/88182e113d78425ca70533c3852dafb2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/88182e113d78425ca70533c3852dafb2 2024-11-09T16:26:15,340 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/88182e113d78425ca70533c3852dafb2, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T16:26:15,341 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 31f5e2f6b6ad941620faa5318c56a210 in 576ms, sequenceid=328, compaction requested=false 2024-11-09T16:26:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-09T16:26:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-09T16:26:15,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-09T16:26:15,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2060 sec 2024-11-09T16:26:15,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.2090 sec 2024-11-09T16:26:15,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T16:26:15,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:15,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:15,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:15,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:15,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:15,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:15,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110931818c3e0c0e4533b2d0f190254c3e01_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169574842/Put/seqid=0 2024-11-09T16:26:15,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169635507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169635511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169635511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742024_1200 (size=14994) 2024-11-09T16:26:15,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:15,547 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110931818c3e0c0e4533b2d0f190254c3e01_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110931818c3e0c0e4533b2d0f190254c3e01_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:15,549 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/8cdfcd187ffc4e00a8c0712752b73d37, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:15,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/8cdfcd187ffc4e00a8c0712752b73d37 is 175, key is test_row_0/A:col10/1731169574842/Put/seqid=0 2024-11-09T16:26:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742025_1201 (size=39949) 2024-11-09T16:26:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169635615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169635615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169635615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169635817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169635819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169635827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:15,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/8cdfcd187ffc4e00a8c0712752b73d37 2024-11-09T16:26:15,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/7a2b3b28625c4764bfd9080ea442fd58 is 50, key is test_row_0/B:col10/1731169574842/Put/seqid=0 2024-11-09T16:26:16,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742026_1202 (size=12301) 2024-11-09T16:26:16,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/7a2b3b28625c4764bfd9080ea442fd58 2024-11-09T16:26:16,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1 is 50, key is test_row_0/C:col10/1731169574842/Put/seqid=0 2024-11-09T16:26:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742027_1203 (size=12301) 2024-11-09T16:26:16,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1 2024-11-09T16:26:16,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/8cdfcd187ffc4e00a8c0712752b73d37 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/8cdfcd187ffc4e00a8c0712752b73d37 2024-11-09T16:26:16,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/8cdfcd187ffc4e00a8c0712752b73d37, entries=200, sequenceid=347, filesize=39.0 K 2024-11-09T16:26:16,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/7a2b3b28625c4764bfd9080ea442fd58 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/7a2b3b28625c4764bfd9080ea442fd58 2024-11-09T16:26:16,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/7a2b3b28625c4764bfd9080ea442fd58, entries=150, sequenceid=347, filesize=12.0 K 2024-11-09T16:26:16,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1 2024-11-09T16:26:16,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1, entries=150, sequenceid=347, filesize=12.0 K 2024-11-09T16:26:16,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 31f5e2f6b6ad941620faa5318c56a210 in 646ms, sequenceid=347, compaction requested=true 2024-11-09T16:26:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:16,115 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:16,115 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f5e2f6b6ad941620faa5318c56a210:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:16,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:16,116 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:16,116 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:16,117 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/A is initiating minor compaction (all files) 2024-11-09T16:26:16,117 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/B is initiating minor compaction (all files) 2024-11-09T16:26:16,117 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/B in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,117 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/A in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,117 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/260df14b99c045a0a9a31ffec67e4244, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/c37841a23fe641d0818dcb679ced502e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/8cdfcd187ffc4e00a8c0712752b73d37] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=100.8 K 2024-11-09T16:26:16,117 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/0ce760be6c8a4fbabc31f129614559fa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/99125c82efb34da190765c820aeaa064, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/7a2b3b28625c4764bfd9080ea442fd58] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=36.7 K 2024-11-09T16:26:16,117 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,117 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/260df14b99c045a0a9a31ffec67e4244, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/c37841a23fe641d0818dcb679ced502e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/8cdfcd187ffc4e00a8c0712752b73d37] 2024-11-09T16:26:16,117 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ce760be6c8a4fbabc31f129614559fa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731169573037 2024-11-09T16:26:16,117 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 260df14b99c045a0a9a31ffec67e4244, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731169573037 2024-11-09T16:26:16,118 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 99125c82efb34da190765c820aeaa064, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731169573689 2024-11-09T16:26:16,118 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c37841a23fe641d0818dcb679ced502e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731169573689 2024-11-09T16:26:16,118 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a2b3b28625c4764bfd9080ea442fd58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731169574842 2024-11-09T16:26:16,118 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cdfcd187ffc4e00a8c0712752b73d37, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731169574842 2024-11-09T16:26:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:16,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T16:26:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:16,141 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:16,141 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/46959bf7e7a54d11b8586d54aa73bbc1 is 50, key is test_row_0/B:col10/1731169574842/Put/seqid=0 2024-11-09T16:26:16,143 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:16,147 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411098abcabcf7e0b4266b322f17d43bf301c_31f5e2f6b6ad941620faa5318c56a210 store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:16,149 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411098abcabcf7e0b4266b322f17d43bf301c_31f5e2f6b6ad941620faa5318c56a210, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:16,150 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098abcabcf7e0b4266b322f17d43bf301c_31f5e2f6b6ad941620faa5318c56a210 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:16,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a6d438ff944f44e6997fe2cd3b886d97_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169575505/Put/seqid=0 2024-11-09T16:26:16,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169636152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169636153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169636158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742029_1205 (size=13119) 2024-11-09T16:26:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742028_1204 (size=4469) 2024-11-09T16:26:16,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742030_1206 (size=17534) 2024-11-09T16:26:16,191 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:16,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a6d438ff944f44e6997fe2cd3b886d97_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a6d438ff944f44e6997fe2cd3b886d97_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:16,197 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/e4c7a80909bf428cb3718c4b9a253511, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:16,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/e4c7a80909bf428cb3718c4b9a253511 is 175, key is test_row_0/A:col10/1731169575505/Put/seqid=0 2024-11-09T16:26:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742031_1207 (size=48639) 2024-11-09T16:26:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-09T16:26:16,245 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-09T16:26:16,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-09T16:26:16,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T16:26:16,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:16,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:16,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169636259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169636260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169636262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T16:26:16,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-09T16:26:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169636462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169636463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169636463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T16:26:16,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-09T16:26:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,578 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/46959bf7e7a54d11b8586d54aa73bbc1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/46959bf7e7a54d11b8586d54aa73bbc1 2024-11-09T16:26:16,585 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/B of 31f5e2f6b6ad941620faa5318c56a210 into 46959bf7e7a54d11b8586d54aa73bbc1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:16,585 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:16,585 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/B, priority=13, startTime=1731169576115; duration=0sec 2024-11-09T16:26:16,585 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:16,585 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:B 2024-11-09T16:26:16,585 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:16,586 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:16,586 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 31f5e2f6b6ad941620faa5318c56a210/C is initiating minor compaction (all files) 2024-11-09T16:26:16,586 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 31f5e2f6b6ad941620faa5318c56a210/C in TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,586 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9e22f9b7caec4990921c557af1dbe897, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/88182e113d78425ca70533c3852dafb2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp, totalSize=36.7 K 2024-11-09T16:26:16,587 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:16,587 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/735cb3d17f3d49369b0b6a9206d11d80 is 175, key is test_row_0/A:col10/1731169574842/Put/seqid=0 2024-11-09T16:26:16,588 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e22f9b7caec4990921c557af1dbe897, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731169573037 2024-11-09T16:26:16,589 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 88182e113d78425ca70533c3852dafb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731169573689 2024-11-09T16:26:16,589 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 36fbd1a0a18e4535a0d2e3f6c7f0bea1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731169574842 2024-11-09T16:26:16,604 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f5e2f6b6ad941620faa5318c56a210#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:16,605 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/7e6df4dd56bd45678c7b53caacd4309a is 50, key is test_row_0/C:col10/1731169574842/Put/seqid=0 2024-11-09T16:26:16,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742032_1208 (size=32073) 2024-11-09T16:26:16,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/e4c7a80909bf428cb3718c4b9a253511 2024-11-09T16:26:16,613 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/735cb3d17f3d49369b0b6a9206d11d80 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/735cb3d17f3d49369b0b6a9206d11d80 2024-11-09T16:26:16,621 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/A of 31f5e2f6b6ad941620faa5318c56a210 into 735cb3d17f3d49369b0b6a9206d11d80(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:16,621 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:16,621 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/A, priority=13, startTime=1731169576115; duration=0sec 2024-11-09T16:26:16,621 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:16,621 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:A 2024-11-09T16:26:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742033_1209 (size=13119) 2024-11-09T16:26:16,630 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/7e6df4dd56bd45678c7b53caacd4309a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/7e6df4dd56bd45678c7b53caacd4309a 2024-11-09T16:26:16,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/26f2aee93f584c9ea8a4a87732b7a620 is 50, key is test_row_0/B:col10/1731169575505/Put/seqid=0 2024-11-09T16:26:16,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742034_1210 (size=12301) 2024-11-09T16:26:16,643 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 31f5e2f6b6ad941620faa5318c56a210/C of 31f5e2f6b6ad941620faa5318c56a210 into 7e6df4dd56bd45678c7b53caacd4309a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:16,643 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:16,643 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210., storeName=31f5e2f6b6ad941620faa5318c56a210/C, priority=13, startTime=1731169576115; duration=0sec 2024-11-09T16:26:16,643 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:16,643 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f5e2f6b6ad941620faa5318c56a210:C 2024-11-09T16:26:16,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-09T16:26:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46646 deadline: 1731169636766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46648 deadline: 1731169636767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46720 deadline: 1731169636769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T16:26:16,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:16,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-09T16:26:16,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:16,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:16,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:17,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:17,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-09T16:26:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:17,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:17,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:17,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/26f2aee93f584c9ea8a4a87732b7a620 2024-11-09T16:26:17,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/9d17151cb23d40cb9703eb45f1c924cd is 50, key is test_row_0/C:col10/1731169575505/Put/seqid=0 2024-11-09T16:26:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742035_1211 (size=12301) 2024-11-09T16:26:17,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/9d17151cb23d40cb9703eb45f1c924cd 2024-11-09T16:26:17,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/e4c7a80909bf428cb3718c4b9a253511 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/e4c7a80909bf428cb3718c4b9a253511 2024-11-09T16:26:17,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/e4c7a80909bf428cb3718c4b9a253511, entries=250, sequenceid=368, filesize=47.5 K 2024-11-09T16:26:17,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/26f2aee93f584c9ea8a4a87732b7a620 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/26f2aee93f584c9ea8a4a87732b7a620 2024-11-09T16:26:17,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/26f2aee93f584c9ea8a4a87732b7a620, entries=150, sequenceid=368, filesize=12.0 K 2024-11-09T16:26:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/9d17151cb23d40cb9703eb45f1c924cd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9d17151cb23d40cb9703eb45f1c924cd 2024-11-09T16:26:17,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9d17151cb23d40cb9703eb45f1c924cd, entries=150, sequenceid=368, filesize=12.0 K 2024-11-09T16:26:17,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 31f5e2f6b6ad941620faa5318c56a210 in 976ms, sequenceid=368, compaction requested=false 2024-11-09T16:26:17,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:17,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:17,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-09T16:26:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:17,164 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T16:26:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:17,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109258e4edbae7e497aad32979b20e2778b_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169576157/Put/seqid=0 2024-11-09T16:26:17,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742036_1212 (size=12454) 2024-11-09T16:26:17,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:17,197 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109258e4edbae7e497aad32979b20e2778b_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109258e4edbae7e497aad32979b20e2778b_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:17,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/a06066a52bf443188668ac36c4f21eaf, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:17,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/a06066a52bf443188668ac36c4f21eaf is 175, key is test_row_0/A:col10/1731169576157/Put/seqid=0 2024-11-09T16:26:17,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742037_1213 (size=31255) 2024-11-09T16:26:17,204 DEBUG [Thread-566 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x347ad9b2 to 127.0.0.1:57820 2024-11-09T16:26:17,204 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:17,205 DEBUG [Thread-568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d36579b to 127.0.0.1:57820 2024-11-09T16:26:17,205 DEBUG [Thread-568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:17,208 DEBUG [Thread-572 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e0829fb to 127.0.0.1:57820 2024-11-09T16:26:17,208 DEBUG [Thread-572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:17,209 DEBUG [Thread-570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x681a05ec to 127.0.0.1:57820 2024-11-09T16:26:17,209 DEBUG [Thread-570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:17,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. as already flushing 2024-11-09T16:26:17,275 DEBUG [Thread-559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35b51e5d to 127.0.0.1:57820 2024-11-09T16:26:17,275 DEBUG [Thread-559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:17,276 DEBUG [Thread-561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x74be9bc0 to 127.0.0.1:57820 2024-11-09T16:26:17,276 DEBUG [Thread-561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:17,277 DEBUG [Thread-563 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x776c0cb7 to 127.0.0.1:57820 2024-11-09T16:26:17,277 DEBUG [Thread-563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T16:26:17,603 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/a06066a52bf443188668ac36c4f21eaf 2024-11-09T16:26:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/bca576417194434c86055ea1f9625d8a is 50, key is test_row_0/B:col10/1731169576157/Put/seqid=0 2024-11-09T16:26:17,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742038_1214 (size=12301) 2024-11-09T16:26:18,016 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/bca576417194434c86055ea1f9625d8a 2024-11-09T16:26:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/c63b6bbd7a4947ca826a7e5070878bb6 is 50, key is test_row_0/C:col10/1731169576157/Put/seqid=0 2024-11-09T16:26:18,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742039_1215 (size=12301) 2024-11-09T16:26:18,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:26:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T16:26:18,434 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/c63b6bbd7a4947ca826a7e5070878bb6 2024-11-09T16:26:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/a06066a52bf443188668ac36c4f21eaf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a06066a52bf443188668ac36c4f21eaf 2024-11-09T16:26:18,446 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a06066a52bf443188668ac36c4f21eaf, entries=150, sequenceid=386, filesize=30.5 K 2024-11-09T16:26:18,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/bca576417194434c86055ea1f9625d8a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/bca576417194434c86055ea1f9625d8a 2024-11-09T16:26:18,452 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/bca576417194434c86055ea1f9625d8a, entries=150, sequenceid=386, filesize=12.0 K 2024-11-09T16:26:18,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/c63b6bbd7a4947ca826a7e5070878bb6 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c63b6bbd7a4947ca826a7e5070878bb6 2024-11-09T16:26:18,458 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c63b6bbd7a4947ca826a7e5070878bb6, entries=150, sequenceid=386, filesize=12.0 K 2024-11-09T16:26:18,459 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for 31f5e2f6b6ad941620faa5318c56a210 in 1295ms, sequenceid=386, compaction requested=true 2024-11-09T16:26:18,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:18,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:18,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-09T16:26:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-09T16:26:18,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-09T16:26:18,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2110 sec 2024-11-09T16:26:18,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.2150 sec 2024-11-09T16:26:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-09T16:26:20,353 INFO [Thread-565 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-09T16:26:23,304 ERROR [LeaseRenewer:jenkins@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37985,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:24,336 DEBUG [Thread-557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x748ab582 to 127.0.0.1:57820 2024-11-09T16:26:24,336 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:24,388 DEBUG [Thread-554 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x515fd839 to 127.0.0.1:57820 2024-11-09T16:26:24,389 DEBUG [Thread-554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:24,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T16:26:24,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-09T16:26:24,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3918 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3931 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1696 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5088 rows 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1725 2024-11-09T16:26:24,390 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5174 rows 2024-11-09T16:26:24,390 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T16:26:24,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d3b0c59 to 127.0.0.1:57820 2024-11-09T16:26:24,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:24,393 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T16:26:24,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T16:26:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T16:26:24,396 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169584396"}]},"ts":"1731169584396"} 2024-11-09T16:26:24,397 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T16:26:24,414 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T16:26:24,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:26:24,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, UNASSIGN}] 2024-11-09T16:26:24,417 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, UNASSIGN 2024-11-09T16:26:24,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=31f5e2f6b6ad941620faa5318c56a210, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:24,419 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:26:24,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:26:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T16:26:24,552 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37985,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:24,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:24,571 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:24,571 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:26:24,571 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 31f5e2f6b6ad941620faa5318c56a210, disabling compactions & flushes 2024-11-09T16:26:24,571 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:24,571 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:24,571 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. after waiting 0 ms 2024-11-09T16:26:24,571 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:24,571 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 31f5e2f6b6ad941620faa5318c56a210 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T16:26:24,572 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=A 2024-11-09T16:26:24,572 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:24,572 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=B 2024-11-09T16:26:24,572 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:24,572 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f5e2f6b6ad941620faa5318c56a210, store=C 2024-11-09T16:26:24,572 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:24,573 DEBUG [master/adb42ec6d7d6:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 122a475580ab27893b98da6194a81039 changed from -1.0 to 0.0, refreshing cache 2024-11-09T16:26:24,579 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f19c1f2f7dc941498dc1886d539226c9_31f5e2f6b6ad941620faa5318c56a210 is 50, key is test_row_0/A:col10/1731169584386/Put/seqid=0 2024-11-09T16:26:24,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742040_1216 (size=9914) 2024-11-09T16:26:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T16:26:24,984 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:24,992 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f19c1f2f7dc941498dc1886d539226c9_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f19c1f2f7dc941498dc1886d539226c9_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:24,994 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/812ae89ea6284fcb8c663dacdab00be2, store: [table=TestAcidGuarantees family=A region=31f5e2f6b6ad941620faa5318c56a210] 2024-11-09T16:26:24,995 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/812ae89ea6284fcb8c663dacdab00be2 is 175, key is test_row_0/A:col10/1731169584386/Put/seqid=0 2024-11-09T16:26:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T16:26:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742041_1217 (size=22561) 2024-11-09T16:26:25,401 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/812ae89ea6284fcb8c663dacdab00be2 2024-11-09T16:26:25,411 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/9f3194fc48734e7fa518cc788bacec41 is 50, key is test_row_0/B:col10/1731169584386/Put/seqid=0 2024-11-09T16:26:25,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742042_1218 (size=9857) 2024-11-09T16:26:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T16:26:25,816 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/9f3194fc48734e7fa518cc788bacec41 2024-11-09T16:26:25,828 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/f8e20c5717854297bc2e61db2641cf5a is 50, key is test_row_0/C:col10/1731169584386/Put/seqid=0 2024-11-09T16:26:25,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742043_1219 (size=9857) 2024-11-09T16:26:26,235 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/f8e20c5717854297bc2e61db2641cf5a 2024-11-09T16:26:26,242 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/A/812ae89ea6284fcb8c663dacdab00be2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/812ae89ea6284fcb8c663dacdab00be2 2024-11-09T16:26:26,248 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/812ae89ea6284fcb8c663dacdab00be2, entries=100, sequenceid=394, filesize=22.0 K 2024-11-09T16:26:26,249 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/B/9f3194fc48734e7fa518cc788bacec41 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/9f3194fc48734e7fa518cc788bacec41 2024-11-09T16:26:26,255 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/9f3194fc48734e7fa518cc788bacec41, entries=100, sequenceid=394, filesize=9.6 K 2024-11-09T16:26:26,256 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/.tmp/C/f8e20c5717854297bc2e61db2641cf5a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f8e20c5717854297bc2e61db2641cf5a 2024-11-09T16:26:26,260 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f8e20c5717854297bc2e61db2641cf5a, entries=100, sequenceid=394, filesize=9.6 K 2024-11-09T16:26:26,261 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 31f5e2f6b6ad941620faa5318c56a210 in 1690ms, sequenceid=394, compaction requested=true 2024-11-09T16:26:26,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/ac7748fdb3664fe58ef8e1302c34bc24, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/9254e083fb564931a90ead7c30b9e4a5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/5b1ce04306324df69178ed79ebd1db8b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/877244388ddc4d2cb10a4a814f74d407, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/d4a50d43041f41c4bf7979509543b87b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/df5cda0b9a434ff1bf0598a9015b4fe2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0e01de945ab4410e8b6becd3ded1fe72, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/b5883b8d45e14de29578a750e37f3eea, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/33d2f8af1d92456b81892fa2cce9a156, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/faa922f4eea04356b78c3ccc25e17473, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0ce29d65e203420c90415a2ada0af2d1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/941494019be641d0a6955e1bdfa9c0b8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a8527ccd071a4780bd6e89ff5ff734b5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/902ae9ca67d2486f84164dcef1a5c44b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/88311ae7a81b42f68eee28d5ef3c55e9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/72bd6b5f4d454e4fbc27769782f1f7a8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/31ae6371ee4440aab2b885921460148f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/20326e7b5f0b4acabb64b4d1d13decbf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/99d298fe67f748efa144189948d0d4fe, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/37fb29f6ea0a41e09a9740726c37ab82, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/541d7e56263d4473b98f6fffbe0f44f8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/260df14b99c045a0a9a31ffec67e4244, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/c37841a23fe641d0818dcb679ced502e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/8cdfcd187ffc4e00a8c0712752b73d37] to archive 2024-11-09T16:26:26,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:26:26,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/ac7748fdb3664fe58ef8e1302c34bc24 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/ac7748fdb3664fe58ef8e1302c34bc24 2024-11-09T16:26:26,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/9254e083fb564931a90ead7c30b9e4a5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/9254e083fb564931a90ead7c30b9e4a5 2024-11-09T16:26:26,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/5b1ce04306324df69178ed79ebd1db8b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/5b1ce04306324df69178ed79ebd1db8b 2024-11-09T16:26:26,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/877244388ddc4d2cb10a4a814f74d407 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/877244388ddc4d2cb10a4a814f74d407 2024-11-09T16:26:26,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/d4a50d43041f41c4bf7979509543b87b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/d4a50d43041f41c4bf7979509543b87b 2024-11-09T16:26:26,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/df5cda0b9a434ff1bf0598a9015b4fe2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/df5cda0b9a434ff1bf0598a9015b4fe2 2024-11-09T16:26:26,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0e01de945ab4410e8b6becd3ded1fe72 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0e01de945ab4410e8b6becd3ded1fe72 2024-11-09T16:26:26,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/b5883b8d45e14de29578a750e37f3eea to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/b5883b8d45e14de29578a750e37f3eea 2024-11-09T16:26:26,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/33d2f8af1d92456b81892fa2cce9a156 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/33d2f8af1d92456b81892fa2cce9a156 2024-11-09T16:26:26,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/faa922f4eea04356b78c3ccc25e17473 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/faa922f4eea04356b78c3ccc25e17473 2024-11-09T16:26:26,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0ce29d65e203420c90415a2ada0af2d1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/0ce29d65e203420c90415a2ada0af2d1 2024-11-09T16:26:26,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/941494019be641d0a6955e1bdfa9c0b8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/941494019be641d0a6955e1bdfa9c0b8 2024-11-09T16:26:26,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a8527ccd071a4780bd6e89ff5ff734b5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a8527ccd071a4780bd6e89ff5ff734b5 2024-11-09T16:26:26,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/902ae9ca67d2486f84164dcef1a5c44b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/902ae9ca67d2486f84164dcef1a5c44b 2024-11-09T16:26:26,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/88311ae7a81b42f68eee28d5ef3c55e9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/88311ae7a81b42f68eee28d5ef3c55e9 2024-11-09T16:26:26,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/72bd6b5f4d454e4fbc27769782f1f7a8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/72bd6b5f4d454e4fbc27769782f1f7a8 2024-11-09T16:26:26,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/31ae6371ee4440aab2b885921460148f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/31ae6371ee4440aab2b885921460148f 2024-11-09T16:26:26,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/20326e7b5f0b4acabb64b4d1d13decbf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/20326e7b5f0b4acabb64b4d1d13decbf 2024-11-09T16:26:26,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/99d298fe67f748efa144189948d0d4fe to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/99d298fe67f748efa144189948d0d4fe 2024-11-09T16:26:26,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/37fb29f6ea0a41e09a9740726c37ab82 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/37fb29f6ea0a41e09a9740726c37ab82 2024-11-09T16:26:26,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/541d7e56263d4473b98f6fffbe0f44f8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/541d7e56263d4473b98f6fffbe0f44f8 2024-11-09T16:26:26,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/260df14b99c045a0a9a31ffec67e4244 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/260df14b99c045a0a9a31ffec67e4244 2024-11-09T16:26:26,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/c37841a23fe641d0818dcb679ced502e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/c37841a23fe641d0818dcb679ced502e 2024-11-09T16:26:26,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/8cdfcd187ffc4e00a8c0712752b73d37 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/8cdfcd187ffc4e00a8c0712752b73d37 2024-11-09T16:26:26,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fa68c3c671a5422ba82d9ddbc70fe6c7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c65d5f682da742d98d0f1e4334c118c6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/2d320b6bfc88441baa299d5b1d488231, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fc5697cc4352492cae2761e5b3d568b8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/383bf9f461e846ef99992200f06d9754, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/064c78c79aaa4b98814e5e8ca6b1270a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/66a9e5aec5e4413fa2c5aee7c4969d0c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/37c8fad155644448840ef2ffbdd2153f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c14766b39622493e9f53d748a17779c4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/31ab1c7cd2fc49858f1218c8ab96d5cf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/40a9add05a4141c4af6783732ed4a61f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/f8dcdc15759e41038755e9011afb12aa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/19caf789fc0c4b0fa2fa2bfcd04eda56, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/1a139d6a5b0e480ab4ffc3a0828a0fa4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/cb9dfe8512e14bfa97a5b6d76fcdc170, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/384a0285c4a247b58d916013b8bb6574, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/225cfd515717495b87e4c2a4f8020ab8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/d0f989a4a317412a9c204b73bf5e8384, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/3ff358e7cf61413e8078a14cf332d72e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/53a45c7c34064f67b669931b0b5f30a6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/0ce760be6c8a4fbabc31f129614559fa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/06ff5cf1f4284a5e832e52205c17328d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/99125c82efb34da190765c820aeaa064, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/7a2b3b28625c4764bfd9080ea442fd58] to archive 2024-11-09T16:26:26,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:26:26,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fa68c3c671a5422ba82d9ddbc70fe6c7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fa68c3c671a5422ba82d9ddbc70fe6c7 2024-11-09T16:26:26,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c65d5f682da742d98d0f1e4334c118c6 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c65d5f682da742d98d0f1e4334c118c6 2024-11-09T16:26:26,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/2d320b6bfc88441baa299d5b1d488231 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/2d320b6bfc88441baa299d5b1d488231 2024-11-09T16:26:26,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fc5697cc4352492cae2761e5b3d568b8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/fc5697cc4352492cae2761e5b3d568b8 2024-11-09T16:26:26,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/383bf9f461e846ef99992200f06d9754 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/383bf9f461e846ef99992200f06d9754 2024-11-09T16:26:26,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/064c78c79aaa4b98814e5e8ca6b1270a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/064c78c79aaa4b98814e5e8ca6b1270a 2024-11-09T16:26:26,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/66a9e5aec5e4413fa2c5aee7c4969d0c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/66a9e5aec5e4413fa2c5aee7c4969d0c 2024-11-09T16:26:26,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/37c8fad155644448840ef2ffbdd2153f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/37c8fad155644448840ef2ffbdd2153f 2024-11-09T16:26:26,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c14766b39622493e9f53d748a17779c4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/c14766b39622493e9f53d748a17779c4 2024-11-09T16:26:26,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/31ab1c7cd2fc49858f1218c8ab96d5cf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/31ab1c7cd2fc49858f1218c8ab96d5cf 2024-11-09T16:26:26,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/40a9add05a4141c4af6783732ed4a61f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/40a9add05a4141c4af6783732ed4a61f 2024-11-09T16:26:26,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/f8dcdc15759e41038755e9011afb12aa to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/f8dcdc15759e41038755e9011afb12aa 2024-11-09T16:26:26,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/19caf789fc0c4b0fa2fa2bfcd04eda56 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/19caf789fc0c4b0fa2fa2bfcd04eda56 2024-11-09T16:26:26,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/1a139d6a5b0e480ab4ffc3a0828a0fa4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/1a139d6a5b0e480ab4ffc3a0828a0fa4 2024-11-09T16:26:26,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/cb9dfe8512e14bfa97a5b6d76fcdc170 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/cb9dfe8512e14bfa97a5b6d76fcdc170 2024-11-09T16:26:26,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/384a0285c4a247b58d916013b8bb6574 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/384a0285c4a247b58d916013b8bb6574 2024-11-09T16:26:26,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/225cfd515717495b87e4c2a4f8020ab8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/225cfd515717495b87e4c2a4f8020ab8 2024-11-09T16:26:26,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/d0f989a4a317412a9c204b73bf5e8384 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/d0f989a4a317412a9c204b73bf5e8384 2024-11-09T16:26:26,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/3ff358e7cf61413e8078a14cf332d72e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/3ff358e7cf61413e8078a14cf332d72e 2024-11-09T16:26:26,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/53a45c7c34064f67b669931b0b5f30a6 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/53a45c7c34064f67b669931b0b5f30a6 2024-11-09T16:26:26,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/0ce760be6c8a4fbabc31f129614559fa to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/0ce760be6c8a4fbabc31f129614559fa 2024-11-09T16:26:26,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/06ff5cf1f4284a5e832e52205c17328d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/06ff5cf1f4284a5e832e52205c17328d 2024-11-09T16:26:26,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/99125c82efb34da190765c820aeaa064 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/99125c82efb34da190765c820aeaa064 2024-11-09T16:26:26,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/7a2b3b28625c4764bfd9080ea442fd58 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/7a2b3b28625c4764bfd9080ea442fd58 2024-11-09T16:26:26,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/80ca5ff526654b3c9878d2326f83cdd4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/6274f108b40f4c6593463607cf5233d9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/142cc00da5b3445dbc9705dd84927cf8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/e23fea2f934148e0ac2bb09ec077ee80, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/76948e3336ac497eb31aecf60ab39e84, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/cfb28220188f432090d4b0c35a94d7d7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/af82701c05e044118441dc0e4690d7db, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/65427e052f2b47eb88602cef49924ee1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fec459b397f34005a5c99318a77694c3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fd38df08874d4d4da9525dcfe2b884fd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/a9cf2591840b4277857e88f622cd2ddb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0c4a014338cf4d238db11c45796fb619, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/390ac6859666458085ae64f25b5707bf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c217daf9a540475c9b8231ac7839761a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/ef3de21de6104320b3b54d6e3c547a2e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f13bff26951b4f8a9a8cacf985eea2af, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0d5afa70ca95441c9d5137519217cc3d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/aeb2282f6a564f4fa4ac854a3adc01db, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/4eeb5e0bcdc941a3ac22e93bcacf1b07, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/352fedf2b7c5426598ace888f08dc80c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9e22f9b7caec4990921c557af1dbe897, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/d610d5ce302a4c2a8675b0315638b030, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/88182e113d78425ca70533c3852dafb2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1] to archive 2024-11-09T16:26:26,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:26:26,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/80ca5ff526654b3c9878d2326f83cdd4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/80ca5ff526654b3c9878d2326f83cdd4 2024-11-09T16:26:26,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/6274f108b40f4c6593463607cf5233d9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/6274f108b40f4c6593463607cf5233d9 2024-11-09T16:26:26,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/142cc00da5b3445dbc9705dd84927cf8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/142cc00da5b3445dbc9705dd84927cf8 2024-11-09T16:26:26,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/e23fea2f934148e0ac2bb09ec077ee80 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/e23fea2f934148e0ac2bb09ec077ee80 2024-11-09T16:26:26,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/76948e3336ac497eb31aecf60ab39e84 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/76948e3336ac497eb31aecf60ab39e84 2024-11-09T16:26:26,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/cfb28220188f432090d4b0c35a94d7d7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/cfb28220188f432090d4b0c35a94d7d7 2024-11-09T16:26:26,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/af82701c05e044118441dc0e4690d7db to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/af82701c05e044118441dc0e4690d7db 2024-11-09T16:26:26,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/65427e052f2b47eb88602cef49924ee1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/65427e052f2b47eb88602cef49924ee1 2024-11-09T16:26:26,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fec459b397f34005a5c99318a77694c3 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fec459b397f34005a5c99318a77694c3 2024-11-09T16:26:26,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fd38df08874d4d4da9525dcfe2b884fd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/fd38df08874d4d4da9525dcfe2b884fd 2024-11-09T16:26:26,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/a9cf2591840b4277857e88f622cd2ddb to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/a9cf2591840b4277857e88f622cd2ddb 2024-11-09T16:26:26,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0c4a014338cf4d238db11c45796fb619 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0c4a014338cf4d238db11c45796fb619 2024-11-09T16:26:26,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/390ac6859666458085ae64f25b5707bf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/390ac6859666458085ae64f25b5707bf 2024-11-09T16:26:26,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c217daf9a540475c9b8231ac7839761a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c217daf9a540475c9b8231ac7839761a 2024-11-09T16:26:26,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/ef3de21de6104320b3b54d6e3c547a2e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/ef3de21de6104320b3b54d6e3c547a2e 2024-11-09T16:26:26,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f13bff26951b4f8a9a8cacf985eea2af to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f13bff26951b4f8a9a8cacf985eea2af 2024-11-09T16:26:26,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0d5afa70ca95441c9d5137519217cc3d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/0d5afa70ca95441c9d5137519217cc3d 2024-11-09T16:26:26,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/aeb2282f6a564f4fa4ac854a3adc01db to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/aeb2282f6a564f4fa4ac854a3adc01db 2024-11-09T16:26:26,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/4eeb5e0bcdc941a3ac22e93bcacf1b07 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/4eeb5e0bcdc941a3ac22e93bcacf1b07 2024-11-09T16:26:26,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/352fedf2b7c5426598ace888f08dc80c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/352fedf2b7c5426598ace888f08dc80c 2024-11-09T16:26:26,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9e22f9b7caec4990921c557af1dbe897 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9e22f9b7caec4990921c557af1dbe897 2024-11-09T16:26:26,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/d610d5ce302a4c2a8675b0315638b030 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/d610d5ce302a4c2a8675b0315638b030 2024-11-09T16:26:26,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/88182e113d78425ca70533c3852dafb2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/88182e113d78425ca70533c3852dafb2 2024-11-09T16:26:26,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/36fbd1a0a18e4535a0d2e3f6c7f0bea1 2024-11-09T16:26:26,381 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/recovered.edits/397.seqid, newMaxSeqId=397, maxSeqId=4 2024-11-09T16:26:26,382 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210. 2024-11-09T16:26:26,382 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 31f5e2f6b6ad941620faa5318c56a210: 2024-11-09T16:26:26,383 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=31f5e2f6b6ad941620faa5318c56a210, regionState=CLOSED 2024-11-09T16:26:26,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-09T16:26:26,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 31f5e2f6b6ad941620faa5318c56a210, server=adb42ec6d7d6,44345,1731169519874 in 1.9650 sec 2024-11-09T16:26:26,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-09T16:26:26,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f5e2f6b6ad941620faa5318c56a210, UNASSIGN in 1.9690 sec 2024-11-09T16:26:26,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-09T16:26:26,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9710 sec 2024-11-09T16:26:26,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169586388"}]},"ts":"1731169586388"} 2024-11-09T16:26:26,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T16:26:26,398 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T16:26:26,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0050 sec 2024-11-09T16:26:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-09T16:26:26,502 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-09T16:26:26,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T16:26:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:26,506 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T16:26:26,508 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:26,511 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,515 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/recovered.edits] 2024-11-09T16:26:26,520 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/735cb3d17f3d49369b0b6a9206d11d80 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/735cb3d17f3d49369b0b6a9206d11d80 2024-11-09T16:26:26,522 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/812ae89ea6284fcb8c663dacdab00be2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/812ae89ea6284fcb8c663dacdab00be2 2024-11-09T16:26:26,524 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a06066a52bf443188668ac36c4f21eaf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/a06066a52bf443188668ac36c4f21eaf 2024-11-09T16:26:26,526 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/e4c7a80909bf428cb3718c4b9a253511 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/A/e4c7a80909bf428cb3718c4b9a253511 2024-11-09T16:26:26,530 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/26f2aee93f584c9ea8a4a87732b7a620 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/26f2aee93f584c9ea8a4a87732b7a620 2024-11-09T16:26:26,532 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/46959bf7e7a54d11b8586d54aa73bbc1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/46959bf7e7a54d11b8586d54aa73bbc1 2024-11-09T16:26:26,534 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/9f3194fc48734e7fa518cc788bacec41 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/9f3194fc48734e7fa518cc788bacec41 2024-11-09T16:26:26,536 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/bca576417194434c86055ea1f9625d8a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/B/bca576417194434c86055ea1f9625d8a 2024-11-09T16:26:26,540 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/7e6df4dd56bd45678c7b53caacd4309a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/7e6df4dd56bd45678c7b53caacd4309a 2024-11-09T16:26:26,542 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9d17151cb23d40cb9703eb45f1c924cd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/9d17151cb23d40cb9703eb45f1c924cd 2024-11-09T16:26:26,544 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c63b6bbd7a4947ca826a7e5070878bb6 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/c63b6bbd7a4947ca826a7e5070878bb6 2024-11-09T16:26:26,546 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f8e20c5717854297bc2e61db2641cf5a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/C/f8e20c5717854297bc2e61db2641cf5a 2024-11-09T16:26:26,550 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/recovered.edits/397.seqid to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210/recovered.edits/397.seqid 2024-11-09T16:26:26,551 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,551 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T16:26:26,552 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T16:26:26,553 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T16:26:26,558 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090192382a1b2b4f1ebb70526eece32a40_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090192382a1b2b4f1ebb70526eece32a40_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,560 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109258e4edbae7e497aad32979b20e2778b_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109258e4edbae7e497aad32979b20e2778b_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,561 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092a13a64d58b44b4f88afe43fb1c9a6b4_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092a13a64d58b44b4f88afe43fb1c9a6b4_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,562 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110931818c3e0c0e4533b2d0f190254c3e01_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110931818c3e0c0e4533b2d0f190254c3e01_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,564 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950db2d296d52469e98c8e9b9b8fe9829_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950db2d296d52469e98c8e9b9b8fe9829_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,566 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110952282bbbf7294ec3b3be255ea7496b61_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110952282bbbf7294ec3b3be255ea7496b61_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,567 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110954ceca56496d4dada7fc830fb6640c47_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110954ceca56496d4dada7fc830fb6640c47_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,568 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109561b35b8fb8140ee8b925ec8b8d87569_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109561b35b8fb8140ee8b925ec8b8d87569_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,570 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096d57883c3e3f4f65a12ab77d27ff7084_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096d57883c3e3f4f65a12ab77d27ff7084_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,571 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096f9de758cdcf4af585cc541624c937de_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096f9de758cdcf4af585cc541624c937de_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,572 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097ce33f8653c9482bbf457c538d36dcf6_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097ce33f8653c9482bbf457c538d36dcf6_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,573 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109916c063b76274ee3b53566f7006eace4_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109916c063b76274ee3b53566f7006eace4_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,575 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a5b67240d9e049e4bf591942687ecf57_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a5b67240d9e049e4bf591942687ecf57_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,577 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a6d438ff944f44e6997fe2cd3b886d97_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a6d438ff944f44e6997fe2cd3b886d97_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,578 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b3a0cae328d94db3ac63638e071944c7_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b3a0cae328d94db3ac63638e071944c7_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,579 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5ecfe7d6e704949a08f1c533b28f083_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5ecfe7d6e704949a08f1c533b28f083_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,580 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee329f3e49d642009bb6a281eecc8273_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee329f3e49d642009bb6a281eecc8273_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,582 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0b8678ea675445abe4c72b06444cb3d_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f0b8678ea675445abe4c72b06444cb3d_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,584 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f19c1f2f7dc941498dc1886d539226c9_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f19c1f2f7dc941498dc1886d539226c9_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,586 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb4705a83caf42819c648ca3d20fb739_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fb4705a83caf42819c648ca3d20fb739_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,587 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe374ad7124349d694773bf91952bb8c_31f5e2f6b6ad941620faa5318c56a210 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe374ad7124349d694773bf91952bb8c_31f5e2f6b6ad941620faa5318c56a210 2024-11-09T16:26:26,588 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T16:26:26,590 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:26,591 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T16:26:26,594 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T16:26:26,595 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:26,595 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T16:26:26,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731169586595"}]},"ts":"9223372036854775807"} 2024-11-09T16:26:26,597 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T16:26:26,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 31f5e2f6b6ad941620faa5318c56a210, NAME => 'TestAcidGuarantees,,1731169553286.31f5e2f6b6ad941620faa5318c56a210.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T16:26:26,597 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T16:26:26,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731169586597"}]},"ts":"9223372036854775807"} 2024-11-09T16:26:26,598 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T16:26:26,607 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:26,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 104 msec 2024-11-09T16:26:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-09T16:26:26,609 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-09T16:26:26,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=236 (was 238), OpenFileDescriptor=453 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 344) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1472 (was 1734) 2024-11-09T16:26:26,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=1472 2024-11-09T16:26:26,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:26:26,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:26:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:26,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:26:26,627 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:26,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-11-09T16:26:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-09T16:26:26,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:26:26,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742044_1220 (size=960) 2024-11-09T16:26:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-09T16:26:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-09T16:26:27,035 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:26:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742045_1221 (size=53) 2024-11-09T16:26:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-09T16:26:27,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:26:27,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d7c8d768b4606b300ecf7d12ab4d329d, disabling compactions & flushes 2024-11-09T16:26:27,442 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:27,442 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:27,442 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. after waiting 0 ms 2024-11-09T16:26:27,442 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:27,442 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:27,442 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:27,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:26:27,444 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731169587443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169587443"}]},"ts":"1731169587443"} 2024-11-09T16:26:27,445 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T16:26:27,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:26:27,447 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169587447"}]},"ts":"1731169587447"} 2024-11-09T16:26:27,449 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T16:26:27,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7c8d768b4606b300ecf7d12ab4d329d, ASSIGN}] 2024-11-09T16:26:27,467 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7c8d768b4606b300ecf7d12ab4d329d, ASSIGN 2024-11-09T16:26:27,469 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7c8d768b4606b300ecf7d12ab4d329d, ASSIGN; state=OFFLINE, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=false 2024-11-09T16:26:27,620 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=d7c8d768b4606b300ecf7d12ab4d329d, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:27,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:26:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-09T16:26:27,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:27,781 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:27,781 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:26:27,781 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,782 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:26:27,782 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,782 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,784 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,786 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:26:27,787 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c8d768b4606b300ecf7d12ab4d329d columnFamilyName A 2024-11-09T16:26:27,787 DEBUG [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:27,788 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.HStore(327): Store=d7c8d768b4606b300ecf7d12ab4d329d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:26:27,788 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,789 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:26:27,790 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c8d768b4606b300ecf7d12ab4d329d columnFamilyName B 2024-11-09T16:26:27,790 DEBUG [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:27,791 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.HStore(327): Store=d7c8d768b4606b300ecf7d12ab4d329d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:26:27,791 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,792 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:26:27,792 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c8d768b4606b300ecf7d12ab4d329d columnFamilyName C 2024-11-09T16:26:27,792 DEBUG [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:27,793 INFO [StoreOpener-d7c8d768b4606b300ecf7d12ab4d329d-1 {}] regionserver.HStore(327): Store=d7c8d768b4606b300ecf7d12ab4d329d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:26:27,793 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:27,794 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,794 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,795 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:26:27,796 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:27,798 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:26:27,798 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened d7c8d768b4606b300ecf7d12ab4d329d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59423298, jitterRate=-0.11452385783195496}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:26:27,799 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:27,799 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., pid=74, masterSystemTime=1731169587775 2024-11-09T16:26:27,800 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:27,800 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:27,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=d7c8d768b4606b300ecf7d12ab4d329d, regionState=OPEN, openSeqNum=2, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:27,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-09T16:26:27,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 in 179 msec 2024-11-09T16:26:27,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-09T16:26:27,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7c8d768b4606b300ecf7d12ab4d329d, ASSIGN in 337 msec 2024-11-09T16:26:27,804 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:26:27,804 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169587804"}]},"ts":"1731169587804"} 2024-11-09T16:26:27,805 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T16:26:28,243 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:26:28,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.6180 sec 2024-11-09T16:26:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-09T16:26:28,734 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-11-09T16:26:28,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eec6530 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7792c763 2024-11-09T16:26:28,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a568ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,751 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:26:28,756 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:26:28,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dc273c3 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c8a18c7 2024-11-09T16:26:28,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0e280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x195206da to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45426917 2024-11-09T16:26:28,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473477dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x282318cf to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e7fc60d 2024-11-09T16:26:28,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a91dc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ea91426 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e66ea50 2024-11-09T16:26:28,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a874cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,842 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x762de37e to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f50b381 2024-11-09T16:26:28,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6119e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x124edab0 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7507573f 2024-11-09T16:26:28,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78439bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712d7bc3 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e5c7476 2024-11-09T16:26:28,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2545d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40da73c1 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df84068 2024-11-09T16:26:28,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d039dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,874 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3be398a9 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644774bd 2024-11-09T16:26:28,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15db087a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ff3c1a9 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60cea876 2024-11-09T16:26:28,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1be4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:26:28,896 DEBUG [hconnection-0x25b55f26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,896 DEBUG [hconnection-0x63cfb1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:28,897 DEBUG [hconnection-0x56c86fcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,897 DEBUG [hconnection-0x532e5821-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-09T16:26:28,898 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,898 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,898 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,898 DEBUG [hconnection-0x186ec7b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,898 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,899 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T16:26:28,899 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:28,899 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:28,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:26:28,911 DEBUG [hconnection-0x3845a8b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:28,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:28,912 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,912 DEBUG [hconnection-0x6964e509-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,913 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,914 DEBUG [hconnection-0x4e33b366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,915 DEBUG [hconnection-0x548d552e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,915 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,916 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,917 DEBUG [hconnection-0x283546c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:26:28,923 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:26:28,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a802c90b2e5c4f2d896ebd0f7a170952 is 50, key is test_row_0/A:col10/1731169588910/Put/seqid=0 2024-11-09T16:26:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742046_1222 (size=12001) 2024-11-09T16:26:28,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a802c90b2e5c4f2d896ebd0f7a170952 2024-11-09T16:26:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169648943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169648943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:28,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:28,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169648944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169648945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169648947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:28,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1559a6c64f994ea39c02ea4b1ca30ee1 is 50, key is test_row_0/B:col10/1731169588910/Put/seqid=0 2024-11-09T16:26:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742047_1223 (size=12001) 2024-11-09T16:26:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T16:26:29,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169649051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T16:26:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:29,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169649052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169649053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169649053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169649054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T16:26:29,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T16:26:29,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:29,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169649253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169649254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169649256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169649257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169649257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T16:26:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1559a6c64f994ea39c02ea4b1ca30ee1 2024-11-09T16:26:29,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/4d3f5ab18f644c07b2857dce95e153ab is 50, key is test_row_0/C:col10/1731169588910/Put/seqid=0 2024-11-09T16:26:29,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742048_1224 (size=12001) 2024-11-09T16:26:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T16:26:29,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T16:26:29,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:29,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169649555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169649556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169649558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169649560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169649561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T16:26:29,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:29,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T16:26:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:29,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/4d3f5ab18f644c07b2857dce95e153ab 2024-11-09T16:26:29,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a802c90b2e5c4f2d896ebd0f7a170952 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a802c90b2e5c4f2d896ebd0f7a170952 2024-11-09T16:26:29,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a802c90b2e5c4f2d896ebd0f7a170952, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T16:26:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1559a6c64f994ea39c02ea4b1ca30ee1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1559a6c64f994ea39c02ea4b1ca30ee1 2024-11-09T16:26:29,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1559a6c64f994ea39c02ea4b1ca30ee1, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T16:26:29,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/4d3f5ab18f644c07b2857dce95e153ab as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4d3f5ab18f644c07b2857dce95e153ab 2024-11-09T16:26:29,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4d3f5ab18f644c07b2857dce95e153ab, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T16:26:29,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d7c8d768b4606b300ecf7d12ab4d329d in 929ms, sequenceid=12, compaction requested=false 2024-11-09T16:26:29,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:29,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:29,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-09T16:26:29,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:29,971 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T16:26:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:29,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/37d4eea0874149c891b84a901a533a36 is 50, key is test_row_0/A:col10/1731169588943/Put/seqid=0 2024-11-09T16:26:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742049_1225 (size=12001) 2024-11-09T16:26:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T16:26:30,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:30,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169650066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169650066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169650067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169650068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169650068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169650169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169650170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169650171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169650372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169650372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169650373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,380 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/37d4eea0874149c891b84a901a533a36 2024-11-09T16:26:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/e54b4ff09ffe4dbb931af9506220f67d is 50, key is test_row_0/B:col10/1731169588943/Put/seqid=0 2024-11-09T16:26:30,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742050_1226 (size=12001) 2024-11-09T16:26:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169650675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169650675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169650675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:30,794 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/e54b4ff09ffe4dbb931af9506220f67d 2024-11-09T16:26:30,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2462648fa64d40b4abdfabaf57ce5f0c is 50, key is test_row_0/C:col10/1731169588943/Put/seqid=0 2024-11-09T16:26:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742051_1227 (size=12001) 2024-11-09T16:26:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T16:26:31,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169651069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:31,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:31,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169651077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:31,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169651177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:31,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169651180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:31,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169651181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:31,213 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2462648fa64d40b4abdfabaf57ce5f0c 2024-11-09T16:26:31,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/37d4eea0874149c891b84a901a533a36 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/37d4eea0874149c891b84a901a533a36 2024-11-09T16:26:31,220 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/37d4eea0874149c891b84a901a533a36, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T16:26:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/e54b4ff09ffe4dbb931af9506220f67d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e54b4ff09ffe4dbb931af9506220f67d 2024-11-09T16:26:31,224 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e54b4ff09ffe4dbb931af9506220f67d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T16:26:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2462648fa64d40b4abdfabaf57ce5f0c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2462648fa64d40b4abdfabaf57ce5f0c 2024-11-09T16:26:31,228 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2462648fa64d40b4abdfabaf57ce5f0c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T16:26:31,229 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d7c8d768b4606b300ecf7d12ab4d329d in 1258ms, sequenceid=38, compaction requested=false 2024-11-09T16:26:31,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:31,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:31,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-09T16:26:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-09T16:26:31,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-09T16:26:31,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-09T16:26:31,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.3360 sec 2024-11-09T16:26:31,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T16:26:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:32,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T16:26:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/d7b6adac0f80454e9b095ad8127e2a7c is 50, key is test_row_0/A:col10/1731169592184/Put/seqid=0 2024-11-09T16:26:32,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742052_1228 (size=12001) 2024-11-09T16:26:32,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/d7b6adac0f80454e9b095ad8127e2a7c 2024-11-09T16:26:32,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4e5eb18fd7fa4c2caf2ed908754d3d62 is 50, key is test_row_0/B:col10/1731169592184/Put/seqid=0 2024-11-09T16:26:32,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169652250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169652251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169652251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742053_1229 (size=12001) 2024-11-09T16:26:32,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4e5eb18fd7fa4c2caf2ed908754d3d62 2024-11-09T16:26:32,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2ce3213172184b789f7ef27087592d3e is 50, key is test_row_0/C:col10/1731169592184/Put/seqid=0 2024-11-09T16:26:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742054_1230 (size=12001) 2024-11-09T16:26:32,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2ce3213172184b789f7ef27087592d3e 2024-11-09T16:26:32,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/d7b6adac0f80454e9b095ad8127e2a7c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/d7b6adac0f80454e9b095ad8127e2a7c 2024-11-09T16:26:32,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/d7b6adac0f80454e9b095ad8127e2a7c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T16:26:32,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4e5eb18fd7fa4c2caf2ed908754d3d62 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4e5eb18fd7fa4c2caf2ed908754d3d62 2024-11-09T16:26:32,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4e5eb18fd7fa4c2caf2ed908754d3d62, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T16:26:32,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2ce3213172184b789f7ef27087592d3e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2ce3213172184b789f7ef27087592d3e 2024-11-09T16:26:32,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2ce3213172184b789f7ef27087592d3e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T16:26:32,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d7c8d768b4606b300ecf7d12ab4d329d in 109ms, sequenceid=51, compaction requested=true 2024-11-09T16:26:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:32,323 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:32,323 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:32,324 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:32,324 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:32,324 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:32,324 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a802c90b2e5c4f2d896ebd0f7a170952, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/37d4eea0874149c891b84a901a533a36, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/d7b6adac0f80454e9b095ad8127e2a7c] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=35.2 K 2024-11-09T16:26:32,325 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:32,325 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a802c90b2e5c4f2d896ebd0f7a170952, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731169588908 2024-11-09T16:26:32,325 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:32,325 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:32,325 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1559a6c64f994ea39c02ea4b1ca30ee1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e54b4ff09ffe4dbb931af9506220f67d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4e5eb18fd7fa4c2caf2ed908754d3d62] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=35.2 K 2024-11-09T16:26:32,325 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37d4eea0874149c891b84a901a533a36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731169588932 2024-11-09T16:26:32,326 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 1559a6c64f994ea39c02ea4b1ca30ee1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731169588908 2024-11-09T16:26:32,326 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7b6adac0f80454e9b095ad8127e2a7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731169590064 2024-11-09T16:26:32,326 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e54b4ff09ffe4dbb931af9506220f67d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731169588932 2024-11-09T16:26:32,326 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e5eb18fd7fa4c2caf2ed908754d3d62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731169590064 2024-11-09T16:26:32,336 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:32,337 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/23696c4011854f82a1313b5f2e3940dd is 50, key is test_row_0/B:col10/1731169592184/Put/seqid=0 2024-11-09T16:26:32,345 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:32,345 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/f22e2196885446a98fc6d447d91d4e3f is 50, key is test_row_0/A:col10/1731169592184/Put/seqid=0 2024-11-09T16:26:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742055_1231 (size=12104) 2024-11-09T16:26:32,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:26:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742056_1232 (size=12104) 2024-11-09T16:26:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/1485b0f15e4e421487014cf6adbba3b9 is 50, key is test_row_0/A:col10/1731169592356/Put/seqid=0 2024-11-09T16:26:32,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742057_1233 (size=14341) 2024-11-09T16:26:32,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169652369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169652369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169652370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169652475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169652475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169652475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169652677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169652678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169652678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:32,765 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/23696c4011854f82a1313b5f2e3940dd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/23696c4011854f82a1313b5f2e3940dd 2024-11-09T16:26:32,765 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/f22e2196885446a98fc6d447d91d4e3f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f22e2196885446a98fc6d447d91d4e3f 2024-11-09T16:26:32,770 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 23696c4011854f82a1313b5f2e3940dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:32,770 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into f22e2196885446a98fc6d447d91d4e3f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:32,770 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:32,770 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:32,770 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=13, startTime=1731169592323; duration=0sec 2024-11-09T16:26:32,770 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=13, startTime=1731169592323; duration=0sec 2024-11-09T16:26:32,770 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:32,770 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:32,770 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:32,770 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:32,770 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:32,771 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:32,771 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:32,771 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:32,771 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4d3f5ab18f644c07b2857dce95e153ab, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2462648fa64d40b4abdfabaf57ce5f0c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2ce3213172184b789f7ef27087592d3e] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=35.2 K 2024-11-09T16:26:32,771 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3f5ab18f644c07b2857dce95e153ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731169588908 2024-11-09T16:26:32,772 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 2462648fa64d40b4abdfabaf57ce5f0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731169588932 2024-11-09T16:26:32,772 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ce3213172184b789f7ef27087592d3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731169590064 2024-11-09T16:26:32,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/1485b0f15e4e421487014cf6adbba3b9 2024-11-09T16:26:32,779 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:32,780 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/5419edd10a084f5ca9baaa60fe5e89fa is 50, key is test_row_0/C:col10/1731169592184/Put/seqid=0 2024-11-09T16:26:32,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4f1aba443f584604b18cfe237b434382 is 50, key is test_row_0/B:col10/1731169592356/Put/seqid=0 2024-11-09T16:26:32,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742058_1234 (size=12104) 2024-11-09T16:26:32,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742059_1235 (size=12001) 2024-11-09T16:26:32,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4f1aba443f584604b18cfe237b434382 2024-11-09T16:26:32,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/adbd031c91704c2eac40f2b9ce43e923 is 50, key is test_row_0/C:col10/1731169592356/Put/seqid=0 2024-11-09T16:26:32,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742060_1236 (size=12001) 2024-11-09T16:26:32,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/adbd031c91704c2eac40f2b9ce43e923 2024-11-09T16:26:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/1485b0f15e4e421487014cf6adbba3b9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1485b0f15e4e421487014cf6adbba3b9 2024-11-09T16:26:32,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1485b0f15e4e421487014cf6adbba3b9, entries=200, sequenceid=77, filesize=14.0 K 2024-11-09T16:26:32,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4f1aba443f584604b18cfe237b434382 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4f1aba443f584604b18cfe237b434382 2024-11-09T16:26:32,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4f1aba443f584604b18cfe237b434382, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T16:26:32,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/adbd031c91704c2eac40f2b9ce43e923 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/adbd031c91704c2eac40f2b9ce43e923 2024-11-09T16:26:32,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/adbd031c91704c2eac40f2b9ce43e923, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T16:26:32,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d7c8d768b4606b300ecf7d12ab4d329d in 497ms, sequenceid=77, compaction requested=false 2024-11-09T16:26:32,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:32,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:26:32,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:32,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:32,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:32,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:32,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/5f618351d76a4742a87a32d7791358e5 is 50, key is test_row_0/A:col10/1731169592368/Put/seqid=0 2024-11-09T16:26:32,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742061_1237 (size=14341) 2024-11-09T16:26:33,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169653004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169653007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-09T16:26:33,011 INFO [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-09T16:26:33,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169653008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-09T16:26:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T16:26:33,013 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:33,013 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:33,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:33,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169653079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,081 DEBUG [Thread-1043 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:33,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169653087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,088 DEBUG [Thread-1041 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169653109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169653111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169653112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T16:26:33,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,213 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/5419edd10a084f5ca9baaa60fe5e89fa as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5419edd10a084f5ca9baaa60fe5e89fa 2024-11-09T16:26:33,217 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into 5419edd10a084f5ca9baaa60fe5e89fa(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:33,217 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:33,218 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=13, startTime=1731169592323; duration=0sec 2024-11-09T16:26:33,218 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:33,218 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:33,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169653312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T16:26:33,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169653313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169653315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,318 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/5f618351d76a4742a87a32d7791358e5 2024-11-09T16:26:33,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/5c6dd314c90e4471ad6e13f0b78ea76c is 50, key is test_row_0/B:col10/1731169592368/Put/seqid=0 2024-11-09T16:26:33,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742062_1238 (size=12001) 2024-11-09T16:26:33,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T16:26:33,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169653615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169653616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169653617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:33,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:33,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/5c6dd314c90e4471ad6e13f0b78ea76c 2024-11-09T16:26:33,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/0b1d56320baa49c09118b59557916d3b is 50, key is test_row_0/C:col10/1731169592368/Put/seqid=0 2024-11-09T16:26:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742063_1239 (size=12001) 2024-11-09T16:26:33,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:33,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:33,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:34,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:34,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:34,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:34,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T16:26:34,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169654119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:34,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169654120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:34,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169654121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:34,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/0b1d56320baa49c09118b59557916d3b 2024-11-09T16:26:34,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:34,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:34,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:34,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:34,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:34,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:34,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:34,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/5f618351d76a4742a87a32d7791358e5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5f618351d76a4742a87a32d7791358e5 2024-11-09T16:26:34,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5f618351d76a4742a87a32d7791358e5, entries=200, sequenceid=92, filesize=14.0 K 2024-11-09T16:26:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/5c6dd314c90e4471ad6e13f0b78ea76c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5c6dd314c90e4471ad6e13f0b78ea76c 2024-11-09T16:26:34,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5c6dd314c90e4471ad6e13f0b78ea76c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T16:26:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/0b1d56320baa49c09118b59557916d3b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/0b1d56320baa49c09118b59557916d3b 2024-11-09T16:26:34,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/0b1d56320baa49c09118b59557916d3b, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T16:26:34,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d7c8d768b4606b300ecf7d12ab4d329d in 1269ms, sequenceid=92, compaction requested=true 2024-11-09T16:26:34,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:34,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:34,254 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:34,254 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:34,255 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:34,255 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:34,255 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:34,255 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:34,255 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:34,255 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:34,255 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/23696c4011854f82a1313b5f2e3940dd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4f1aba443f584604b18cfe237b434382, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5c6dd314c90e4471ad6e13f0b78ea76c] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=35.3 K 2024-11-09T16:26:34,255 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f22e2196885446a98fc6d447d91d4e3f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1485b0f15e4e421487014cf6adbba3b9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5f618351d76a4742a87a32d7791358e5] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=39.8 K 2024-11-09T16:26:34,255 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 23696c4011854f82a1313b5f2e3940dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731169590064 2024-11-09T16:26:34,255 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting f22e2196885446a98fc6d447d91d4e3f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731169590064 2024-11-09T16:26:34,255 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f1aba443f584604b18cfe237b434382, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169592356 2024-11-09T16:26:34,256 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1485b0f15e4e421487014cf6adbba3b9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169592248 2024-11-09T16:26:34,256 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f618351d76a4742a87a32d7791358e5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731169592368 2024-11-09T16:26:34,256 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c6dd314c90e4471ad6e13f0b78ea76c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731169592368 2024-11-09T16:26:34,263 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:34,264 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/904b94f2085f4e6b99d610440cb71e91 is 50, key is test_row_0/B:col10/1731169592368/Put/seqid=0 2024-11-09T16:26:34,266 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:34,267 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/bb1c915ce66d4911b2a5b06b4f08c6da is 50, key is test_row_0/A:col10/1731169592368/Put/seqid=0 2024-11-09T16:26:34,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742065_1241 (size=12207) 2024-11-09T16:26:34,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742064_1240 (size=12207) 2024-11-09T16:26:34,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:34,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-09T16:26:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:34,390 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T16:26:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/cda0fa7a28bf43b08cf310d4bdfbbc95 is 50, key is test_row_0/A:col10/1731169593007/Put/seqid=0 2024-11-09T16:26:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742066_1242 (size=12001) 2024-11-09T16:26:34,682 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/904b94f2085f4e6b99d610440cb71e91 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/904b94f2085f4e6b99d610440cb71e91 2024-11-09T16:26:34,682 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/bb1c915ce66d4911b2a5b06b4f08c6da as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/bb1c915ce66d4911b2a5b06b4f08c6da 2024-11-09T16:26:34,687 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 904b94f2085f4e6b99d610440cb71e91(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:34,687 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into bb1c915ce66d4911b2a5b06b4f08c6da(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:34,687 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:34,687 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:34,687 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=13, startTime=1731169594253; duration=0sec 2024-11-09T16:26:34,687 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=13, startTime=1731169594254; duration=0sec 2024-11-09T16:26:34,688 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:34,688 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:34,688 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:34,688 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:34,688 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:34,689 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:34,689 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:34,689 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:34,689 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5419edd10a084f5ca9baaa60fe5e89fa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/adbd031c91704c2eac40f2b9ce43e923, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/0b1d56320baa49c09118b59557916d3b] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=35.3 K 2024-11-09T16:26:34,689 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5419edd10a084f5ca9baaa60fe5e89fa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731169590064 2024-11-09T16:26:34,690 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting adbd031c91704c2eac40f2b9ce43e923, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169592356 2024-11-09T16:26:34,690 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b1d56320baa49c09118b59557916d3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731169592368 2024-11-09T16:26:34,697 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:34,698 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2d0056f1cad54d65bb14c7264f44f09e is 50, key is test_row_0/C:col10/1731169592368/Put/seqid=0 2024-11-09T16:26:34,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742067_1243 (size=12207) 2024-11-09T16:26:34,714 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2d0056f1cad54d65bb14c7264f44f09e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d0056f1cad54d65bb14c7264f44f09e 2024-11-09T16:26:34,723 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into 2d0056f1cad54d65bb14c7264f44f09e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:34,723 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:34,723 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=13, startTime=1731169594254; duration=0sec 2024-11-09T16:26:34,723 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:34,723 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:34,799 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/cda0fa7a28bf43b08cf310d4bdfbbc95 2024-11-09T16:26:34,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/dca074f6b454454ab3a506a4004f9605 is 50, key is test_row_0/B:col10/1731169593007/Put/seqid=0 2024-11-09T16:26:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742068_1244 (size=12001) 2024-11-09T16:26:34,816 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/dca074f6b454454ab3a506a4004f9605 2024-11-09T16:26:34,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/f07221bae9f24236bd0f5eb4455d7439 is 50, key is test_row_0/C:col10/1731169593007/Put/seqid=0 2024-11-09T16:26:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742069_1245 (size=12001) 2024-11-09T16:26:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T16:26:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:35,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169655139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169655140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169655140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,237 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/f07221bae9f24236bd0f5eb4455d7439 2024-11-09T16:26:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/cda0fa7a28bf43b08cf310d4bdfbbc95 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/cda0fa7a28bf43b08cf310d4bdfbbc95 2024-11-09T16:26:35,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169655242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,245 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/cda0fa7a28bf43b08cf310d4bdfbbc95, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:26:35,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169655244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/dca074f6b454454ab3a506a4004f9605 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/dca074f6b454454ab3a506a4004f9605 2024-11-09T16:26:35,249 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/dca074f6b454454ab3a506a4004f9605, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:26:35,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/f07221bae9f24236bd0f5eb4455d7439 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f07221bae9f24236bd0f5eb4455d7439 2024-11-09T16:26:35,254 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f07221bae9f24236bd0f5eb4455d7439, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:26:35,255 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d7c8d768b4606b300ecf7d12ab4d329d in 864ms, sequenceid=116, compaction requested=false 2024-11-09T16:26:35,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:35,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:35,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-09T16:26:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-09T16:26:35,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-09T16:26:35,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2430 sec 2024-11-09T16:26:35,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.2460 sec 2024-11-09T16:26:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:35,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T16:26:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:35,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/c173fa1b1375432da22a65e954443547 is 50, key is test_row_0/A:col10/1731169595259/Put/seqid=0 2024-11-09T16:26:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742070_1246 (size=12151) 2024-11-09T16:26:35,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169655309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169655413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169655447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169655459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169655617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/c173fa1b1375432da22a65e954443547 2024-11-09T16:26:35,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/3a6c8ecfeb464760a450ad8777e634e4 is 50, key is test_row_0/B:col10/1731169595259/Put/seqid=0 2024-11-09T16:26:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742071_1247 (size=12151) 2024-11-09T16:26:35,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169655751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169655762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:35,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169655920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:36,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/3a6c8ecfeb464760a450ad8777e634e4 2024-11-09T16:26:36,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/3c92d4799381478aa883a9a73fc6a1b9 is 50, key is test_row_0/C:col10/1731169595259/Put/seqid=0 2024-11-09T16:26:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742072_1248 (size=12151) 2024-11-09T16:26:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169656257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:36,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169656264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:36,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169656423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:36,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/3c92d4799381478aa883a9a73fc6a1b9 2024-11-09T16:26:36,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/c173fa1b1375432da22a65e954443547 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/c173fa1b1375432da22a65e954443547 2024-11-09T16:26:36,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/c173fa1b1375432da22a65e954443547, entries=150, sequenceid=134, filesize=11.9 K 2024-11-09T16:26:36,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/3a6c8ecfeb464760a450ad8777e634e4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3a6c8ecfeb464760a450ad8777e634e4 2024-11-09T16:26:36,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3a6c8ecfeb464760a450ad8777e634e4, entries=150, sequenceid=134, filesize=11.9 K 2024-11-09T16:26:36,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/3c92d4799381478aa883a9a73fc6a1b9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/3c92d4799381478aa883a9a73fc6a1b9 2024-11-09T16:26:36,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/3c92d4799381478aa883a9a73fc6a1b9, entries=150, sequenceid=134, filesize=11.9 K 2024-11-09T16:26:36,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d7c8d768b4606b300ecf7d12ab4d329d in 1297ms, sequenceid=134, compaction requested=true 2024-11-09T16:26:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:36,557 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T16:26:36,557 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:36,558 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:36,558 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:36,558 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:36,558 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:36,558 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:36,558 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:36,559 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/904b94f2085f4e6b99d610440cb71e91, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/dca074f6b454454ab3a506a4004f9605, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3a6c8ecfeb464760a450ad8777e634e4] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=35.5 K 2024-11-09T16:26:36,559 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/bb1c915ce66d4911b2a5b06b4f08c6da, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/cda0fa7a28bf43b08cf310d4bdfbbc95, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/c173fa1b1375432da22a65e954443547] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=35.5 K 2024-11-09T16:26:36,559 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 904b94f2085f4e6b99d610440cb71e91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731169592368 2024-11-09T16:26:36,559 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb1c915ce66d4911b2a5b06b4f08c6da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731169592368 2024-11-09T16:26:36,559 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting dca074f6b454454ab3a506a4004f9605, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169593003 2024-11-09T16:26:36,559 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting cda0fa7a28bf43b08cf310d4bdfbbc95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169593003 2024-11-09T16:26:36,560 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a6c8ecfeb464760a450ad8777e634e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731169595139 2024-11-09T16:26:36,560 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c173fa1b1375432da22a65e954443547, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731169595139 2024-11-09T16:26:36,568 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:36,569 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/35770b95329c4bf5857305a68b951b6a is 50, key is test_row_0/B:col10/1731169595259/Put/seqid=0 2024-11-09T16:26:36,570 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:36,570 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/561dc9759fca4dec93ac38646a43e4e1 is 50, key is test_row_0/A:col10/1731169595259/Put/seqid=0 2024-11-09T16:26:36,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742074_1250 (size=12459) 2024-11-09T16:26:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742073_1249 (size=12459) 2024-11-09T16:26:36,607 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/561dc9759fca4dec93ac38646a43e4e1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/561dc9759fca4dec93ac38646a43e4e1 2024-11-09T16:26:36,607 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/35770b95329c4bf5857305a68b951b6a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/35770b95329c4bf5857305a68b951b6a 2024-11-09T16:26:36,615 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into 561dc9759fca4dec93ac38646a43e4e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:36,615 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 35770b95329c4bf5857305a68b951b6a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:36,615 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:36,615 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:36,615 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=13, startTime=1731169596557; duration=0sec 2024-11-09T16:26:36,615 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=13, startTime=1731169596557; duration=0sec 2024-11-09T16:26:36,615 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:36,615 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:36,615 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:36,616 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:36,616 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:36,618 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:36,618 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:36,619 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:36,619 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d0056f1cad54d65bb14c7264f44f09e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f07221bae9f24236bd0f5eb4455d7439, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/3c92d4799381478aa883a9a73fc6a1b9] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=35.5 K 2024-11-09T16:26:36,619 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d0056f1cad54d65bb14c7264f44f09e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731169592368 2024-11-09T16:26:36,620 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f07221bae9f24236bd0f5eb4455d7439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169593003 2024-11-09T16:26:36,620 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c92d4799381478aa883a9a73fc6a1b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731169595139 2024-11-09T16:26:36,632 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:36,632 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/8e090094cb044502a40633a29caf0c05 is 50, key is test_row_0/C:col10/1731169595259/Put/seqid=0 2024-11-09T16:26:36,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742075_1251 (size=12459) 2024-11-09T16:26:36,675 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/8e090094cb044502a40633a29caf0c05 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8e090094cb044502a40633a29caf0c05 2024-11-09T16:26:36,686 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into 8e090094cb044502a40633a29caf0c05(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:36,686 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:36,686 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=13, startTime=1731169596557; duration=0sec 2024-11-09T16:26:36,686 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:36,686 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:37,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T16:26:37,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:37,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:37,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:37,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/1d9a1cdd0b554bb0a6b62d5d953a95e4 is 50, key is test_row_0/A:col10/1731169597094/Put/seqid=0 2024-11-09T16:26:37,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742076_1252 (size=12151) 2024-11-09T16:26:37,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/1d9a1cdd0b554bb0a6b62d5d953a95e4 2024-11-09T16:26:37,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/346509b85c574d5ea99424921cd2cce1 is 50, key is test_row_0/B:col10/1731169597094/Put/seqid=0 2024-11-09T16:26:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742077_1253 (size=12151) 2024-11-09T16:26:37,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/346509b85c574d5ea99424921cd2cce1 2024-11-09T16:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-09T16:26:37,117 INFO [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-09T16:26:37,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-09T16:26:37,120 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T16:26:37,120 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:37,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:37,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/1247fccb5a1c4b4b9a22100229175179 is 50, key is test_row_0/C:col10/1731169597094/Put/seqid=0 2024-11-09T16:26:37,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169657123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742078_1254 (size=12151) 2024-11-09T16:26:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169657125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,127 DEBUG [Thread-1041 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T16:26:37,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169657226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169657262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169657270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T16:26:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:37,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T16:26:37,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T16:26:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:37,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169657430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169657434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/1247fccb5a1c4b4b9a22100229175179 2024-11-09T16:26:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/1d9a1cdd0b554bb0a6b62d5d953a95e4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1d9a1cdd0b554bb0a6b62d5d953a95e4 2024-11-09T16:26:37,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1d9a1cdd0b554bb0a6b62d5d953a95e4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T16:26:37,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/346509b85c574d5ea99424921cd2cce1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/346509b85c574d5ea99424921cd2cce1 2024-11-09T16:26:37,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/346509b85c574d5ea99424921cd2cce1, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T16:26:37,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/1247fccb5a1c4b4b9a22100229175179 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/1247fccb5a1c4b4b9a22100229175179 2024-11-09T16:26:37,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/1247fccb5a1c4b4b9a22100229175179, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T16:26:37,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d7c8d768b4606b300ecf7d12ab4d329d in 465ms, sequenceid=159, compaction requested=false 2024-11-09T16:26:37,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:37,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-09T16:26:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:37,583 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T16:26:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:37,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/362d018afb154fd3a7882373be3d2cb2 is 50, key is test_row_0/A:col10/1731169597122/Put/seqid=0 2024-11-09T16:26:37,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742079_1255 (size=12151) 2024-11-09T16:26:37,606 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/362d018afb154fd3a7882373be3d2cb2 2024-11-09T16:26:37,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/3f95da41e465410f9e2ba15f5cd52b9a is 50, key is test_row_0/B:col10/1731169597122/Put/seqid=0 2024-11-09T16:26:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742080_1256 (size=12151) 2024-11-09T16:26:37,653 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/3f95da41e465410f9e2ba15f5cd52b9a 2024-11-09T16:26:37,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/18d998ee4aab4ab083921a756db75382 is 50, key is test_row_0/C:col10/1731169597122/Put/seqid=0 2024-11-09T16:26:37,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742081_1257 (size=12151) 2024-11-09T16:26:37,677 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/18d998ee4aab4ab083921a756db75382 2024-11-09T16:26:37,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/362d018afb154fd3a7882373be3d2cb2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/362d018afb154fd3a7882373be3d2cb2 2024-11-09T16:26:37,684 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/362d018afb154fd3a7882373be3d2cb2, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T16:26:37,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/3f95da41e465410f9e2ba15f5cd52b9a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3f95da41e465410f9e2ba15f5cd52b9a 2024-11-09T16:26:37,689 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3f95da41e465410f9e2ba15f5cd52b9a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T16:26:37,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/18d998ee4aab4ab083921a756db75382 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/18d998ee4aab4ab083921a756db75382 2024-11-09T16:26:37,695 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/18d998ee4aab4ab083921a756db75382, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T16:26:37,695 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for d7c8d768b4606b300ecf7d12ab4d329d in 112ms, sequenceid=173, compaction requested=true 2024-11-09T16:26:37,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:37,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:37,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-09T16:26:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-09T16:26:37,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-09T16:26:37,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 577 msec 2024-11-09T16:26:37,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 581 msec 2024-11-09T16:26:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-09T16:26:37,723 INFO [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-09T16:26:37,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-09T16:26:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T16:26:37,726 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:37,726 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:37,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:37,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:26:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:37,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a4ca39823fc94420947845b01d55d13a is 50, key is test_row_0/A:col10/1731169597751/Put/seqid=0 2024-11-09T16:26:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742082_1258 (size=12151) 2024-11-09T16:26:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T16:26:37,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169657864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:37,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:37,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:37,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169657969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T16:26:38,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a4ca39823fc94420947845b01d55d13a 2024-11-09T16:26:38,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/9c656a18be154ef4b7bffd0e889f2fa4 is 50, key is test_row_0/B:col10/1731169597751/Put/seqid=0 2024-11-09T16:26:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169658175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742083_1259 (size=12151) 2024-11-09T16:26:38,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/9c656a18be154ef4b7bffd0e889f2fa4 2024-11-09T16:26:38,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:38,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:38,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/cf06a0300ad54b06a951ddc0439b2cca is 50, key is test_row_0/C:col10/1731169597751/Put/seqid=0 2024-11-09T16:26:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742084_1260 (size=12151) 2024-11-09T16:26:38,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/cf06a0300ad54b06a951ddc0439b2cca 2024-11-09T16:26:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a4ca39823fc94420947845b01d55d13a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a4ca39823fc94420947845b01d55d13a 2024-11-09T16:26:38,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a4ca39823fc94420947845b01d55d13a, entries=150, sequenceid=184, filesize=11.9 K 2024-11-09T16:26:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T16:26:38,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/9c656a18be154ef4b7bffd0e889f2fa4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9c656a18be154ef4b7bffd0e889f2fa4 2024-11-09T16:26:38,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:38,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9c656a18be154ef4b7bffd0e889f2fa4, entries=150, sequenceid=184, filesize=11.9 K 2024-11-09T16:26:38,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/cf06a0300ad54b06a951ddc0439b2cca as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cf06a0300ad54b06a951ddc0439b2cca 2024-11-09T16:26:38,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cf06a0300ad54b06a951ddc0439b2cca, entries=150, sequenceid=184, filesize=11.9 K 2024-11-09T16:26:38,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d7c8d768b4606b300ecf7d12ab4d329d in 650ms, sequenceid=184, compaction requested=true 2024-11-09T16:26:38,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:38,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:38,402 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:38,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:38,402 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:38,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:38,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:38,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:38,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:38,408 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:38,408 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:38,408 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,408 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:38,409 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:38,409 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/561dc9759fca4dec93ac38646a43e4e1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1d9a1cdd0b554bb0a6b62d5d953a95e4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/362d018afb154fd3a7882373be3d2cb2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a4ca39823fc94420947845b01d55d13a] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=47.8 K 2024-11-09T16:26:38,409 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,409 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/35770b95329c4bf5857305a68b951b6a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/346509b85c574d5ea99424921cd2cce1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3f95da41e465410f9e2ba15f5cd52b9a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9c656a18be154ef4b7bffd0e889f2fa4] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=47.8 K 2024-11-09T16:26:38,409 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 561dc9759fca4dec93ac38646a43e4e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731169595139 2024-11-09T16:26:38,409 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 35770b95329c4bf5857305a68b951b6a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731169595139 2024-11-09T16:26:38,409 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d9a1cdd0b554bb0a6b62d5d953a95e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731169595280 2024-11-09T16:26:38,410 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 346509b85c574d5ea99424921cd2cce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731169595280 2024-11-09T16:26:38,410 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 362d018afb154fd3a7882373be3d2cb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731169597108 2024-11-09T16:26:38,410 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f95da41e465410f9e2ba15f5cd52b9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731169597108 2024-11-09T16:26:38,410 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4ca39823fc94420947845b01d55d13a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731169597743 2024-11-09T16:26:38,410 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c656a18be154ef4b7bffd0e889f2fa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731169597743 2024-11-09T16:26:38,451 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:38,451 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/8301a75228a64a6d805b463fb63c3e64 is 50, key is test_row_0/B:col10/1731169597751/Put/seqid=0 2024-11-09T16:26:38,457 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:38,458 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/f4bf3e6873554ff2b2e8690e420ec05b is 50, key is test_row_0/A:col10/1731169597751/Put/seqid=0 2024-11-09T16:26:38,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742085_1261 (size=12595) 2024-11-09T16:26:38,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742086_1262 (size=12595) 2024-11-09T16:26:38,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T16:26:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:38,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:38,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:38,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,506 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/f4bf3e6873554ff2b2e8690e420ec05b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f4bf3e6873554ff2b2e8690e420ec05b 2024-11-09T16:26:38,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/9b8440d904514daf9ec4eb4e63cd91e2 is 50, key is test_row_0/A:col10/1731169597840/Put/seqid=0 2024-11-09T16:26:38,519 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into f4bf3e6873554ff2b2e8690e420ec05b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:38,519 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:38,519 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=12, startTime=1731169598402; duration=0sec 2024-11-09T16:26:38,520 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:38,520 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:38,520 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:38,524 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:38,525 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:38,525 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,525 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8e090094cb044502a40633a29caf0c05, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/1247fccb5a1c4b4b9a22100229175179, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/18d998ee4aab4ab083921a756db75382, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cf06a0300ad54b06a951ddc0439b2cca] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=47.8 K 2024-11-09T16:26:38,525 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e090094cb044502a40633a29caf0c05, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731169595139 2024-11-09T16:26:38,526 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1247fccb5a1c4b4b9a22100229175179, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731169595280 2024-11-09T16:26:38,526 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18d998ee4aab4ab083921a756db75382, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731169597108 2024-11-09T16:26:38,527 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf06a0300ad54b06a951ddc0439b2cca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731169597743 2024-11-09T16:26:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742087_1263 (size=14541) 2024-11-09T16:26:38,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/9b8440d904514daf9ec4eb4e63cd91e2 2024-11-09T16:26:38,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/684b30f760c44e308fd743844bca8dd3 is 50, key is test_row_0/B:col10/1731169597840/Put/seqid=0 2024-11-09T16:26:38,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169658553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,557 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:38,558 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/8bb44c8426ae42fc9911cba676b2f506 is 50, key is test_row_0/C:col10/1731169597751/Put/seqid=0 2024-11-09T16:26:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742088_1264 (size=12151) 2024-11-09T16:26:38,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/684b30f760c44e308fd743844bca8dd3 2024-11-09T16:26:38,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742089_1265 (size=12595) 2024-11-09T16:26:38,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/e91a1a256a204f4eb91f6dddaa78c490 is 50, key is test_row_0/C:col10/1731169597840/Put/seqid=0 2024-11-09T16:26:38,593 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/8bb44c8426ae42fc9911cba676b2f506 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8bb44c8426ae42fc9911cba676b2f506 2024-11-09T16:26:38,631 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into 8bb44c8426ae42fc9911cba676b2f506(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:38,632 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:38,632 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=12, startTime=1731169598406; duration=0sec 2024-11-09T16:26:38,632 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:38,632 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742090_1266 (size=12151) 2024-11-09T16:26:38,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/e91a1a256a204f4eb91f6dddaa78c490 2024-11-09T16:26:38,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/9b8440d904514daf9ec4eb4e63cd91e2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/9b8440d904514daf9ec4eb4e63cd91e2 2024-11-09T16:26:38,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/9b8440d904514daf9ec4eb4e63cd91e2, entries=200, sequenceid=210, filesize=14.2 K 2024-11-09T16:26:38,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/684b30f760c44e308fd743844bca8dd3 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/684b30f760c44e308fd743844bca8dd3 2024-11-09T16:26:38,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/684b30f760c44e308fd743844bca8dd3, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T16:26:38,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/e91a1a256a204f4eb91f6dddaa78c490 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e91a1a256a204f4eb91f6dddaa78c490 2024-11-09T16:26:38,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e91a1a256a204f4eb91f6dddaa78c490, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T16:26:38,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d7c8d768b4606b300ecf7d12ab4d329d in 176ms, sequenceid=210, compaction requested=false 2024-11-09T16:26:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:38,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:26:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:38,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/17e4c33a97334f86902ac347eb3e3ee5 is 50, key is test_row_0/A:col10/1731169598671/Put/seqid=0 2024-11-09T16:26:38,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742091_1267 (size=14541) 2024-11-09T16:26:38,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/17e4c33a97334f86902ac347eb3e3ee5 2024-11-09T16:26:38,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1ae34a5d6e41427f93c9179d650af4fb is 50, key is test_row_0/B:col10/1731169598671/Put/seqid=0 2024-11-09T16:26:38,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742092_1268 (size=12151) 2024-11-09T16:26:38,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1ae34a5d6e41427f93c9179d650af4fb 2024-11-09T16:26:38,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/c0e029694a8e425f86841323eb9a90f8 is 50, key is test_row_0/C:col10/1731169598671/Put/seqid=0 2024-11-09T16:26:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T16:26:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742093_1269 (size=12151) 2024-11-09T16:26:38,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169658867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,890 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/8301a75228a64a6d805b463fb63c3e64 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8301a75228a64a6d805b463fb63c3e64 2024-11-09T16:26:38,896 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 8301a75228a64a6d805b463fb63c3e64(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:38,896 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:38,896 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=12, startTime=1731169598402; duration=0sec 2024-11-09T16:26:38,896 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:38,896 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:38,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169658971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:38,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:38,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:39,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:39,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169659175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/c0e029694a8e425f86841323eb9a90f8 2024-11-09T16:26:39,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169659265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,271 DEBUG [Thread-1047 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:39,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169659287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,290 DEBUG [Thread-1045 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:39,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:39,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/17e4c33a97334f86902ac347eb3e3ee5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/17e4c33a97334f86902ac347eb3e3ee5 2024-11-09T16:26:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:39,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/17e4c33a97334f86902ac347eb3e3ee5, entries=200, sequenceid=223, filesize=14.2 K 2024-11-09T16:26:39,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1ae34a5d6e41427f93c9179d650af4fb as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1ae34a5d6e41427f93c9179d650af4fb 2024-11-09T16:26:39,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1ae34a5d6e41427f93c9179d650af4fb, entries=150, sequenceid=223, filesize=11.9 K 2024-11-09T16:26:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/c0e029694a8e425f86841323eb9a90f8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/c0e029694a8e425f86841323eb9a90f8 2024-11-09T16:26:39,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/c0e029694a8e425f86841323eb9a90f8, entries=150, sequenceid=223, filesize=11.9 K 2024-11-09T16:26:39,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d7c8d768b4606b300ecf7d12ab4d329d in 656ms, sequenceid=223, compaction requested=true 2024-11-09T16:26:39,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:39,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:39,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:39,331 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:39,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:39,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:39,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:39,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T16:26:39,334 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:39,345 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:39,345 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:39,345 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,345 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f4bf3e6873554ff2b2e8690e420ec05b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/9b8440d904514daf9ec4eb4e63cd91e2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/17e4c33a97334f86902ac347eb3e3ee5] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=40.7 K 2024-11-09T16:26:39,351 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4bf3e6873554ff2b2e8690e420ec05b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731169597743 2024-11-09T16:26:39,354 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:39,355 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b8440d904514daf9ec4eb4e63cd91e2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731169597840 2024-11-09T16:26:39,355 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:39,355 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,355 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8301a75228a64a6d805b463fb63c3e64, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/684b30f760c44e308fd743844bca8dd3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1ae34a5d6e41427f93c9179d650af4fb] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.0 K 2024-11-09T16:26:39,359 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17e4c33a97334f86902ac347eb3e3ee5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731169598521 2024-11-09T16:26:39,360 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8301a75228a64a6d805b463fb63c3e64, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731169597743 2024-11-09T16:26:39,364 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 684b30f760c44e308fd743844bca8dd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731169597840 2024-11-09T16:26:39,366 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ae34a5d6e41427f93c9179d650af4fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731169598535 2024-11-09T16:26:39,419 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:39,420 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/5222bb293d3e46719e91d09d852df58d is 50, key is test_row_0/A:col10/1731169598671/Put/seqid=0 2024-11-09T16:26:39,420 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:39,421 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/8291c7d80edd4c8f91b67e40e45ef746 is 50, key is test_row_0/B:col10/1731169598671/Put/seqid=0 2024-11-09T16:26:39,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T16:26:39,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:39,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:39,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:39,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742094_1270 (size=12697) 2024-11-09T16:26:39,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/70a041eae6e74ea38ad4bbd983710837 is 50, key is test_row_0/A:col10/1731169599441/Put/seqid=0 2024-11-09T16:26:39,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169659483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742095_1271 (size=12697) 2024-11-09T16:26:39,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169659491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742096_1272 (size=12151) 2024-11-09T16:26:39,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/70a041eae6e74ea38ad4bbd983710837 2024-11-09T16:26:39,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1d7297fa93a747b19b2d1bdd30de0231 is 50, key is test_row_0/B:col10/1731169599441/Put/seqid=0 2024-11-09T16:26:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169659587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742097_1273 (size=12151) 2024-11-09T16:26:39,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1d7297fa93a747b19b2d1bdd30de0231 2024-11-09T16:26:39,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/5e85148fa4514e4496d069938b2ae833 is 50, key is test_row_0/C:col10/1731169599441/Put/seqid=0 2024-11-09T16:26:39,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:39,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:39,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742098_1274 (size=12151) 2024-11-09T16:26:39,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169659795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T16:26:39,878 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/8291c7d80edd4c8f91b67e40e45ef746 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8291c7d80edd4c8f91b67e40e45ef746 2024-11-09T16:26:39,893 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/5222bb293d3e46719e91d09d852df58d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5222bb293d3e46719e91d09d852df58d 2024-11-09T16:26:39,895 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 8291c7d80edd4c8f91b67e40e45ef746(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:39,895 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:39,895 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=13, startTime=1731169599331; duration=0sec 2024-11-09T16:26:39,895 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:39,895 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:39,895 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:39,897 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:39,897 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:39,897 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,897 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8bb44c8426ae42fc9911cba676b2f506, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e91a1a256a204f4eb91f6dddaa78c490, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/c0e029694a8e425f86841323eb9a90f8] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.0 K 2024-11-09T16:26:39,899 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb44c8426ae42fc9911cba676b2f506, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731169597743 2024-11-09T16:26:39,899 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into 5222bb293d3e46719e91d09d852df58d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:39,899 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:39,899 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=13, startTime=1731169599331; duration=0sec 2024-11-09T16:26:39,900 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:39,900 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:39,900 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e91a1a256a204f4eb91f6dddaa78c490, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731169597840 2024-11-09T16:26:39,901 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting c0e029694a8e425f86841323eb9a90f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731169598535 2024-11-09T16:26:39,913 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:39,913 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/554ba31b0361433bad50ecfce702779a is 50, key is test_row_0/C:col10/1731169598671/Put/seqid=0 2024-11-09T16:26:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742099_1275 (size=12697) 2024-11-09T16:26:39,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:39,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:39,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:39,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169659996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:40,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/5e85148fa4514e4496d069938b2ae833 2024-11-09T16:26:40,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/70a041eae6e74ea38ad4bbd983710837 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/70a041eae6e74ea38ad4bbd983710837 2024-11-09T16:26:40,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/70a041eae6e74ea38ad4bbd983710837, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T16:26:40,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/1d7297fa93a747b19b2d1bdd30de0231 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1d7297fa93a747b19b2d1bdd30de0231 2024-11-09T16:26:40,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:40,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1d7297fa93a747b19b2d1bdd30de0231, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T16:26:40,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/5e85148fa4514e4496d069938b2ae833 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5e85148fa4514e4496d069938b2ae833 2024-11-09T16:26:40,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:40,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:40,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:40,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:40,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:40,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:40,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169660103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:40,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5e85148fa4514e4496d069938b2ae833, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T16:26:40,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d7c8d768b4606b300ecf7d12ab4d329d in 665ms, sequenceid=250, compaction requested=false 2024-11-09T16:26:40,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:40,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:40,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-09T16:26:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:40,263 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T16:26:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:40,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/34819bbd039544df862e43dcc526b4d8 is 50, key is test_row_0/A:col10/1731169599481/Put/seqid=0 2024-11-09T16:26:40,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742100_1276 (size=9857) 2024-11-09T16:26:40,279 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/34819bbd039544df862e43dcc526b4d8 2024-11-09T16:26:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/7e467cc918de4f6a99fb3ec71b32cf57 is 50, key is test_row_0/B:col10/1731169599481/Put/seqid=0 2024-11-09T16:26:40,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742101_1277 (size=9857) 2024-11-09T16:26:40,345 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/554ba31b0361433bad50ecfce702779a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/554ba31b0361433bad50ecfce702779a 2024-11-09T16:26:40,351 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into 554ba31b0361433bad50ecfce702779a(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:40,351 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:40,351 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=13, startTime=1731169599331; duration=0sec 2024-11-09T16:26:40,351 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:40,351 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:40,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169660663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:40,711 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/7e467cc918de4f6a99fb3ec71b32cf57 2024-11-09T16:26:40,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2d367fa4d6644b278aadb060b85e3fbf is 50, key is test_row_0/C:col10/1731169599481/Put/seqid=0 2024-11-09T16:26:40,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742102_1278 (size=9857) 2024-11-09T16:26:40,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169660767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:40,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169660970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:41,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169661003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:41,125 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2d367fa4d6644b278aadb060b85e3fbf 2024-11-09T16:26:41,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/34819bbd039544df862e43dcc526b4d8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/34819bbd039544df862e43dcc526b4d8 2024-11-09T16:26:41,147 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/34819bbd039544df862e43dcc526b4d8, entries=100, sequenceid=262, filesize=9.6 K 2024-11-09T16:26:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/7e467cc918de4f6a99fb3ec71b32cf57 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7e467cc918de4f6a99fb3ec71b32cf57 2024-11-09T16:26:41,154 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7e467cc918de4f6a99fb3ec71b32cf57, entries=100, sequenceid=262, filesize=9.6 K 2024-11-09T16:26:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/2d367fa4d6644b278aadb060b85e3fbf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d367fa4d6644b278aadb060b85e3fbf 2024-11-09T16:26:41,161 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d367fa4d6644b278aadb060b85e3fbf, entries=100, sequenceid=262, filesize=9.6 K 2024-11-09T16:26:41,162 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d7c8d768b4606b300ecf7d12ab4d329d in 899ms, sequenceid=262, compaction requested=true 2024-11-09T16:26:41,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:41,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:41,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-09T16:26:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-09T16:26:41,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-09T16:26:41,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4370 sec 2024-11-09T16:26:41,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 3.4420 sec 2024-11-09T16:26:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:41,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T16:26:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:41,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/7688ebe114fc4c50972d2ac3d1986364 is 50, key is test_row_0/A:col10/1731169600662/Put/seqid=0 2024-11-09T16:26:41,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169661309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:41,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742103_1279 (size=14741) 2024-11-09T16:26:41,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169661415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:41,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169661617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:41,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/7688ebe114fc4c50972d2ac3d1986364 2024-11-09T16:26:41,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/afe531aaca884a6cb0ae047cf5eec24d is 50, key is test_row_0/B:col10/1731169600662/Put/seqid=0 2024-11-09T16:26:41,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742104_1280 (size=12301) 2024-11-09T16:26:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-09T16:26:41,837 INFO [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-09T16:26:41,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-09T16:26:41,840 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T16:26:41,841 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:41,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:41,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169661923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T16:26:41,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:41,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T16:26:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:41,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:41,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:42,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/afe531aaca884a6cb0ae047cf5eec24d 2024-11-09T16:26:42,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/4619c98f860143ad9bba9a91e383898a is 50, key is test_row_0/C:col10/1731169600662/Put/seqid=0 2024-11-09T16:26:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T16:26:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742105_1281 (size=12301) 2024-11-09T16:26:42,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/4619c98f860143ad9bba9a91e383898a 2024-11-09T16:26:42,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:42,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T16:26:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:42,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:42,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:42,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/7688ebe114fc4c50972d2ac3d1986364 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/7688ebe114fc4c50972d2ac3d1986364 2024-11-09T16:26:42,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/7688ebe114fc4c50972d2ac3d1986364, entries=200, sequenceid=290, filesize=14.4 K 2024-11-09T16:26:42,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/afe531aaca884a6cb0ae047cf5eec24d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/afe531aaca884a6cb0ae047cf5eec24d 2024-11-09T16:26:42,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/afe531aaca884a6cb0ae047cf5eec24d, entries=150, sequenceid=290, filesize=12.0 K 2024-11-09T16:26:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/4619c98f860143ad9bba9a91e383898a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4619c98f860143ad9bba9a91e383898a 2024-11-09T16:26:42,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4619c98f860143ad9bba9a91e383898a, entries=150, sequenceid=290, filesize=12.0 K 2024-11-09T16:26:42,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d7c8d768b4606b300ecf7d12ab4d329d in 890ms, sequenceid=290, compaction requested=true 2024-11-09T16:26:42,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:42,173 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:42,173 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:42,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:42,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:42,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:42,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:42,174 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49446 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:42,174 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:42,174 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:42,174 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:42,175 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:42,175 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:42,175 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5222bb293d3e46719e91d09d852df58d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/70a041eae6e74ea38ad4bbd983710837, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/34819bbd039544df862e43dcc526b4d8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/7688ebe114fc4c50972d2ac3d1986364] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=48.3 K 2024-11-09T16:26:42,175 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8291c7d80edd4c8f91b67e40e45ef746, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1d7297fa93a747b19b2d1bdd30de0231, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7e467cc918de4f6a99fb3ec71b32cf57, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/afe531aaca884a6cb0ae047cf5eec24d] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=45.9 K 2024-11-09T16:26:42,175 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5222bb293d3e46719e91d09d852df58d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731169598535 2024-11-09T16:26:42,175 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8291c7d80edd4c8f91b67e40e45ef746, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731169598535 2024-11-09T16:26:42,175 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a041eae6e74ea38ad4bbd983710837, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731169598850 2024-11-09T16:26:42,175 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d7297fa93a747b19b2d1bdd30de0231, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731169598850 2024-11-09T16:26:42,175 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34819bbd039544df862e43dcc526b4d8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731169599470 2024-11-09T16:26:42,176 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e467cc918de4f6a99fb3ec71b32cf57, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731169599470 2024-11-09T16:26:42,176 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7688ebe114fc4c50972d2ac3d1986364, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731169600656 2024-11-09T16:26:42,176 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting afe531aaca884a6cb0ae047cf5eec24d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731169600659 2024-11-09T16:26:42,185 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:42,186 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/907b0f1d9d0b466aaff19b4f51c74d4a is 50, key is test_row_0/A:col10/1731169600662/Put/seqid=0 2024-11-09T16:26:42,203 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:42,203 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/5f32c1eaf39d451288c1753381ded1c3 is 50, key is test_row_0/B:col10/1731169600662/Put/seqid=0 2024-11-09T16:26:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742106_1282 (size=12983) 2024-11-09T16:26:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742107_1283 (size=12983) 2024-11-09T16:26:42,244 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/907b0f1d9d0b466aaff19b4f51c74d4a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/907b0f1d9d0b466aaff19b4f51c74d4a 2024-11-09T16:26:42,253 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/5f32c1eaf39d451288c1753381ded1c3 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5f32c1eaf39d451288c1753381ded1c3 2024-11-09T16:26:42,257 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into 907b0f1d9d0b466aaff19b4f51c74d4a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:42,257 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:42,257 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=12, startTime=1731169602172; duration=0sec 2024-11-09T16:26:42,257 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:42,257 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:42,257 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:42,259 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:42,259 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:42,259 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:42,259 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/554ba31b0361433bad50ecfce702779a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5e85148fa4514e4496d069938b2ae833, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d367fa4d6644b278aadb060b85e3fbf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4619c98f860143ad9bba9a91e383898a] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=45.9 K 2024-11-09T16:26:42,259 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 554ba31b0361433bad50ecfce702779a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731169598535 2024-11-09T16:26:42,260 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 5f32c1eaf39d451288c1753381ded1c3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:42,260 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:42,260 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=12, startTime=1731169602173; duration=0sec 2024-11-09T16:26:42,260 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e85148fa4514e4496d069938b2ae833, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731169598850 2024-11-09T16:26:42,260 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:42,260 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:42,260 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d367fa4d6644b278aadb060b85e3fbf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731169599470 2024-11-09T16:26:42,261 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4619c98f860143ad9bba9a91e383898a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731169600659 2024-11-09T16:26:42,273 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:42,274 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/7edd46f091214fea80fc099a127cc83d is 50, key is test_row_0/C:col10/1731169600662/Put/seqid=0 2024-11-09T16:26:42,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742108_1284 (size=12983) 2024-11-09T16:26:42,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:42,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-09T16:26:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:42,304 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T16:26:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:42,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/b04e099d00c8481a90493138b751a2aa is 50, key is test_row_0/A:col10/1731169601300/Put/seqid=0 2024-11-09T16:26:42,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742109_1285 (size=12301) 2024-11-09T16:26:42,312 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/b04e099d00c8481a90493138b751a2aa 2024-11-09T16:26:42,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/cda53244a8ea435c8e4fd4804b9dc62e is 50, key is test_row_0/B:col10/1731169601300/Put/seqid=0 2024-11-09T16:26:42,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742110_1286 (size=12301) 2024-11-09T16:26:42,332 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/cda53244a8ea435c8e4fd4804b9dc62e 2024-11-09T16:26:42,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/9608c5401abe4edb84a15fdd62996ac7 is 50, key is test_row_0/C:col10/1731169601300/Put/seqid=0 2024-11-09T16:26:42,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742111_1287 (size=12301) 2024-11-09T16:26:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:42,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T16:26:42,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169662511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:42,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169662614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:42,714 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/7edd46f091214fea80fc099a127cc83d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/7edd46f091214fea80fc099a127cc83d 2024-11-09T16:26:42,720 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into 7edd46f091214fea80fc099a127cc83d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:42,720 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:42,720 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=12, startTime=1731169602174; duration=0sec 2024-11-09T16:26:42,720 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:42,720 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:42,763 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/9608c5401abe4edb84a15fdd62996ac7 2024-11-09T16:26:42,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/b04e099d00c8481a90493138b751a2aa as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b04e099d00c8481a90493138b751a2aa 2024-11-09T16:26:42,776 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b04e099d00c8481a90493138b751a2aa, entries=150, sequenceid=301, filesize=12.0 K 2024-11-09T16:26:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/cda53244a8ea435c8e4fd4804b9dc62e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/cda53244a8ea435c8e4fd4804b9dc62e 2024-11-09T16:26:42,786 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/cda53244a8ea435c8e4fd4804b9dc62e, entries=150, sequenceid=301, filesize=12.0 K 2024-11-09T16:26:42,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/9608c5401abe4edb84a15fdd62996ac7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/9608c5401abe4edb84a15fdd62996ac7 2024-11-09T16:26:42,796 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/9608c5401abe4edb84a15fdd62996ac7, entries=150, sequenceid=301, filesize=12.0 K 2024-11-09T16:26:42,797 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d7c8d768b4606b300ecf7d12ab4d329d in 493ms, sequenceid=301, compaction requested=false 2024-11-09T16:26:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-09T16:26:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-09T16:26:42,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-09T16:26:42,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 966 msec 2024-11-09T16:26:42,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 971 msec 2024-11-09T16:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:42,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T16:26:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:42,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:42,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:42,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:42,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:42,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:42,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/69e0a80c4e334bdda10bc13352e39711 is 50, key is test_row_0/A:col10/1731169602500/Put/seqid=0 2024-11-09T16:26:42,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169662892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742112_1288 (size=12301) 2024-11-09T16:26:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-09T16:26:42,943 INFO [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-09T16:26:42,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-09T16:26:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T16:26:42,950 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:42,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:42,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:42,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169662995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169663006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,011 DEBUG [Thread-1043 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T16:26:43,103 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T16:26:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169663199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,256 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T16:26:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T16:26:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/69e0a80c4e334bdda10bc13352e39711 2024-11-09T16:26:43,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42278 deadline: 1731169663307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,312 DEBUG [Thread-1047 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:43,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/f95fc5a1f37b451e9094b541b478c6c7 is 50, key is test_row_0/B:col10/1731169602500/Put/seqid=0 2024-11-09T16:26:43,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42276 deadline: 1731169663319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,322 DEBUG [Thread-1045 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:43,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742113_1289 (size=12301) 2024-11-09T16:26:43,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T16:26:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169663504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T16:26:43,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T16:26:43,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:43,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T16:26:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/f95fc5a1f37b451e9094b541b478c6c7 2024-11-09T16:26:43,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/a9b6f777001d4db0be42708736c24548 is 50, key is test_row_0/C:col10/1731169602500/Put/seqid=0 2024-11-09T16:26:43,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742114_1290 (size=12301) 2024-11-09T16:26:43,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:43,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T16:26:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:43,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169664012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:44,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:44,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T16:26:44,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:44,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:44,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:44,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:44,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T16:26:44,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/a9b6f777001d4db0be42708736c24548 2024-11-09T16:26:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/69e0a80c4e334bdda10bc13352e39711 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/69e0a80c4e334bdda10bc13352e39711 2024-11-09T16:26:44,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/69e0a80c4e334bdda10bc13352e39711, entries=150, sequenceid=330, filesize=12.0 K 2024-11-09T16:26:44,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/f95fc5a1f37b451e9094b541b478c6c7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/f95fc5a1f37b451e9094b541b478c6c7 2024-11-09T16:26:44,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/f95fc5a1f37b451e9094b541b478c6c7, entries=150, sequenceid=330, filesize=12.0 K 2024-11-09T16:26:44,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/a9b6f777001d4db0be42708736c24548 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/a9b6f777001d4db0be42708736c24548 2024-11-09T16:26:44,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/a9b6f777001d4db0be42708736c24548, entries=150, sequenceid=330, filesize=12.0 K 2024-11-09T16:26:44,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d7c8d768b4606b300ecf7d12ab4d329d in 1361ms, sequenceid=330, compaction requested=true 2024-11-09T16:26:44,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:44,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:44,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:44,196 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:44,196 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:44,197 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:44,197 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:44,197 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:44,197 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:44,197 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:44,197 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:44,198 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5f32c1eaf39d451288c1753381ded1c3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/cda53244a8ea435c8e4fd4804b9dc62e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/f95fc5a1f37b451e9094b541b478c6c7] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.7 K 2024-11-09T16:26:44,198 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/907b0f1d9d0b466aaff19b4f51c74d4a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b04e099d00c8481a90493138b751a2aa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/69e0a80c4e334bdda10bc13352e39711] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.7 K 2024-11-09T16:26:44,198 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 907b0f1d9d0b466aaff19b4f51c74d4a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731169600659 2024-11-09T16:26:44,198 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f32c1eaf39d451288c1753381ded1c3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731169600659 2024-11-09T16:26:44,198 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting cda53244a8ea435c8e4fd4804b9dc62e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731169601297 2024-11-09T16:26:44,198 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b04e099d00c8481a90493138b751a2aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731169601297 2024-11-09T16:26:44,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:44,199 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f95fc5a1f37b451e9094b541b478c6c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731169602485 2024-11-09T16:26:44,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-09T16:26:44,199 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69e0a80c4e334bdda10bc13352e39711, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731169602485 2024-11-09T16:26:44,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:44,199 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T16:26:44,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:44,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:44,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:44,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:44,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:44,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:44,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:44,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:44,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:44,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:44,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/3517b81c32b34322b75917447feb1f5e is 50, key is test_row_0/A:col10/1731169602862/Put/seqid=0 2024-11-09T16:26:44,220 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:44,220 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/e0e166f338ec434aa65064b5f49b52c2 is 50, key is test_row_0/A:col10/1731169602500/Put/seqid=0 2024-11-09T16:26:44,223 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:44,223 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/976e301af79b4d63bd0d5e2fec017ccd is 50, key is test_row_0/B:col10/1731169602500/Put/seqid=0 2024-11-09T16:26:44,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742115_1291 (size=12301) 2024-11-09T16:26:44,239 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/3517b81c32b34322b75917447feb1f5e 2024-11-09T16:26:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742117_1293 (size=13085) 2024-11-09T16:26:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742116_1292 (size=13085) 2024-11-09T16:26:44,254 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/976e301af79b4d63bd0d5e2fec017ccd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/976e301af79b4d63bd0d5e2fec017ccd 2024-11-09T16:26:44,262 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/e0e166f338ec434aa65064b5f49b52c2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e0e166f338ec434aa65064b5f49b52c2 2024-11-09T16:26:44,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/7388886d7a144aee85c23b4580f95d8f is 50, key is test_row_0/B:col10/1731169602862/Put/seqid=0 2024-11-09T16:26:44,272 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 976e301af79b4d63bd0d5e2fec017ccd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:44,272 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:44,272 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=13, startTime=1731169604196; duration=0sec 2024-11-09T16:26:44,272 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:44,272 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:44,272 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:44,274 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into e0e166f338ec434aa65064b5f49b52c2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:44,274 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:44,274 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=13, startTime=1731169604196; duration=0sec 2024-11-09T16:26:44,274 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:44,274 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:44,275 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:44,275 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:44,275 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:44,276 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/7edd46f091214fea80fc099a127cc83d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/9608c5401abe4edb84a15fdd62996ac7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/a9b6f777001d4db0be42708736c24548] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.7 K 2024-11-09T16:26:44,278 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7edd46f091214fea80fc099a127cc83d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731169600659 2024-11-09T16:26:44,279 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9608c5401abe4edb84a15fdd62996ac7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731169601297 2024-11-09T16:26:44,281 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a9b6f777001d4db0be42708736c24548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731169602485 2024-11-09T16:26:44,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742118_1294 (size=12301) 2024-11-09T16:26:44,313 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:44,314 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/d1efbf4c5c6c4cbe8ceea501f700fed9 is 50, key is test_row_0/C:col10/1731169602500/Put/seqid=0 2024-11-09T16:26:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742119_1295 (size=13085) 2024-11-09T16:26:44,348 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/d1efbf4c5c6c4cbe8ceea501f700fed9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d1efbf4c5c6c4cbe8ceea501f700fed9 2024-11-09T16:26:44,368 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into d1efbf4c5c6c4cbe8ceea501f700fed9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:44,368 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:44,368 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=13, startTime=1731169604201; duration=0sec 2024-11-09T16:26:44,368 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:44,368 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:44,694 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/7388886d7a144aee85c23b4580f95d8f 2024-11-09T16:26:44,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/50ee79bf06514276be63bcb1f7e23a39 is 50, key is test_row_0/C:col10/1731169602862/Put/seqid=0 2024-11-09T16:26:44,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742120_1296 (size=12301) 2024-11-09T16:26:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T16:26:45,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169665085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:45,171 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/50ee79bf06514276be63bcb1f7e23a39 2024-11-09T16:26:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/3517b81c32b34322b75917447feb1f5e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/3517b81c32b34322b75917447feb1f5e 2024-11-09T16:26:45,180 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/3517b81c32b34322b75917447feb1f5e, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T16:26:45,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/7388886d7a144aee85c23b4580f95d8f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7388886d7a144aee85c23b4580f95d8f 2024-11-09T16:26:45,185 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7388886d7a144aee85c23b4580f95d8f, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T16:26:45,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/50ee79bf06514276be63bcb1f7e23a39 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/50ee79bf06514276be63bcb1f7e23a39 2024-11-09T16:26:45,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169665188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:45,191 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/50ee79bf06514276be63bcb1f7e23a39, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T16:26:45,192 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for d7c8d768b4606b300ecf7d12ab4d329d in 993ms, sequenceid=338, compaction requested=false 2024-11-09T16:26:45,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:45,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:45,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-09T16:26:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-09T16:26:45,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-09T16:26:45,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2420 sec 2024-11-09T16:26:45,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.2480 sec 2024-11-09T16:26:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:45,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-09T16:26:45,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:45,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:45,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:45,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:45,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:45,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:45,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/e9431dda64014486b9897a842ccab1dd is 50, key is test_row_0/A:col10/1731169605393/Put/seqid=0 2024-11-09T16:26:45,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742121_1297 (size=14741) 2024-11-09T16:26:45,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/e9431dda64014486b9897a842ccab1dd 2024-11-09T16:26:45,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169665417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:45,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/6993eda214894c29b30427ae4e43eaa5 is 50, key is test_row_0/B:col10/1731169605393/Put/seqid=0 2024-11-09T16:26:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742122_1298 (size=12301) 2024-11-09T16:26:45,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/6993eda214894c29b30427ae4e43eaa5 2024-11-09T16:26:45,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/6921446ec8924be6b8c671a53a77296b is 50, key is test_row_0/C:col10/1731169605393/Put/seqid=0 2024-11-09T16:26:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742123_1299 (size=12301) 2024-11-09T16:26:45,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169665520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169665723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:45,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/6921446ec8924be6b8c671a53a77296b 2024-11-09T16:26:45,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/e9431dda64014486b9897a842ccab1dd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e9431dda64014486b9897a842ccab1dd 2024-11-09T16:26:45,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e9431dda64014486b9897a842ccab1dd, entries=200, sequenceid=370, filesize=14.4 K 2024-11-09T16:26:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/6993eda214894c29b30427ae4e43eaa5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/6993eda214894c29b30427ae4e43eaa5 2024-11-09T16:26:45,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/6993eda214894c29b30427ae4e43eaa5, entries=150, sequenceid=370, filesize=12.0 K 2024-11-09T16:26:45,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/6921446ec8924be6b8c671a53a77296b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/6921446ec8924be6b8c671a53a77296b 2024-11-09T16:26:45,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/6921446ec8924be6b8c671a53a77296b, entries=150, sequenceid=370, filesize=12.0 K 2024-11-09T16:26:45,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for d7c8d768b4606b300ecf7d12ab4d329d in 539ms, sequenceid=370, compaction requested=true 2024-11-09T16:26:45,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:45,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:45,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:45,934 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:45,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:45,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:45,934 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:45,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:45,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:45,935 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:45,935 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:45,935 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:45,935 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:45,935 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:45,935 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:45,936 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/976e301af79b4d63bd0d5e2fec017ccd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7388886d7a144aee85c23b4580f95d8f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/6993eda214894c29b30427ae4e43eaa5] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.8 K 2024-11-09T16:26:45,936 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e0e166f338ec434aa65064b5f49b52c2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/3517b81c32b34322b75917447feb1f5e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e9431dda64014486b9897a842ccab1dd] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=39.2 K 2024-11-09T16:26:45,936 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 976e301af79b4d63bd0d5e2fec017ccd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731169602485 2024-11-09T16:26:45,936 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0e166f338ec434aa65064b5f49b52c2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731169602485 2024-11-09T16:26:45,937 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7388886d7a144aee85c23b4580f95d8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731169602862 2024-11-09T16:26:45,937 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3517b81c32b34322b75917447feb1f5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731169602862 2024-11-09T16:26:45,937 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9431dda64014486b9897a842ccab1dd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731169605079 2024-11-09T16:26:45,937 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 6993eda214894c29b30427ae4e43eaa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731169605079 2024-11-09T16:26:45,944 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:45,945 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/e1b7e4cab5ca4557a8ce36e05872e951 is 50, key is test_row_0/B:col10/1731169605393/Put/seqid=0 2024-11-09T16:26:45,947 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:45,948 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/2562e708b4c44b1f9988a7b4ff721755 is 50, key is test_row_0/A:col10/1731169605393/Put/seqid=0 2024-11-09T16:26:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742125_1301 (size=13187) 2024-11-09T16:26:45,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742124_1300 (size=13187) 2024-11-09T16:26:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:46,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:26:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:46,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a90a479e18c0479cb07a6efc096fb1c4 is 50, key is test_row_0/A:col10/1731169606029/Put/seqid=0 2024-11-09T16:26:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742126_1302 (size=14741) 2024-11-09T16:26:46,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169666122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:46,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169666227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:46,370 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/2562e708b4c44b1f9988a7b4ff721755 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/2562e708b4c44b1f9988a7b4ff721755 2024-11-09T16:26:46,374 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/e1b7e4cab5ca4557a8ce36e05872e951 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e1b7e4cab5ca4557a8ce36e05872e951 2024-11-09T16:26:46,383 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into 2562e708b4c44b1f9988a7b4ff721755(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:46,383 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into e1b7e4cab5ca4557a8ce36e05872e951(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:46,383 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:46,383 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:46,383 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=13, startTime=1731169605934; duration=0sec 2024-11-09T16:26:46,383 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=13, startTime=1731169605934; duration=0sec 2024-11-09T16:26:46,383 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:46,383 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:46,383 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:46,383 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:46,383 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:46,385 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:46,385 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:46,385 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:46,385 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d1efbf4c5c6c4cbe8ceea501f700fed9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/50ee79bf06514276be63bcb1f7e23a39, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/6921446ec8924be6b8c671a53a77296b] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.8 K 2024-11-09T16:26:46,385 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1efbf4c5c6c4cbe8ceea501f700fed9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731169602485 2024-11-09T16:26:46,385 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50ee79bf06514276be63bcb1f7e23a39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731169602862 2024-11-09T16:26:46,386 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6921446ec8924be6b8c671a53a77296b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731169605079 2024-11-09T16:26:46,393 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:46,394 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/442bdd1fa09d44779cacdd1554dbcc5f is 50, key is test_row_0/C:col10/1731169605393/Put/seqid=0 2024-11-09T16:26:46,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742127_1303 (size=13187) 2024-11-09T16:26:46,404 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/442bdd1fa09d44779cacdd1554dbcc5f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/442bdd1fa09d44779cacdd1554dbcc5f 2024-11-09T16:26:46,408 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into 442bdd1fa09d44779cacdd1554dbcc5f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:46,409 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:46,409 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=13, startTime=1731169605934; duration=0sec 2024-11-09T16:26:46,409 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:46,409 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169666431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:46,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a90a479e18c0479cb07a6efc096fb1c4 2024-11-09T16:26:46,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4536ec7b99a44cd4b7689b5d3dbd5114 is 50, key is test_row_0/B:col10/1731169606029/Put/seqid=0 2024-11-09T16:26:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742128_1304 (size=12301) 2024-11-09T16:26:46,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4536ec7b99a44cd4b7689b5d3dbd5114 2024-11-09T16:26:46,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/e8999fdd1bfd4271b20aeda5b3090c72 is 50, key is test_row_0/C:col10/1731169606029/Put/seqid=0 2024-11-09T16:26:46,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742129_1305 (size=12301) 2024-11-09T16:26:46,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/e8999fdd1bfd4271b20aeda5b3090c72 2024-11-09T16:26:46,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a90a479e18c0479cb07a6efc096fb1c4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a90a479e18c0479cb07a6efc096fb1c4 2024-11-09T16:26:46,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a90a479e18c0479cb07a6efc096fb1c4, entries=200, sequenceid=381, filesize=14.4 K 2024-11-09T16:26:46,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/4536ec7b99a44cd4b7689b5d3dbd5114 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4536ec7b99a44cd4b7689b5d3dbd5114 2024-11-09T16:26:46,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4536ec7b99a44cd4b7689b5d3dbd5114, entries=150, sequenceid=381, filesize=12.0 K 2024-11-09T16:26:46,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/e8999fdd1bfd4271b20aeda5b3090c72 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e8999fdd1bfd4271b20aeda5b3090c72 2024-11-09T16:26:46,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e8999fdd1bfd4271b20aeda5b3090c72, entries=150, sequenceid=381, filesize=12.0 K 2024-11-09T16:26:46,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d7c8d768b4606b300ecf7d12ab4d329d in 559ms, sequenceid=381, compaction requested=false 2024-11-09T16:26:46,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:46,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T16:26:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:46,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:46,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:46,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a660b78f234145b8abf7bc92f4924546 is 50, key is test_row_0/A:col10/1731169606111/Put/seqid=0 2024-11-09T16:26:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742130_1306 (size=12301) 2024-11-09T16:26:46,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a660b78f234145b8abf7bc92f4924546 2024-11-09T16:26:46,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/73e132747a2248e0914ffa3d57c913cc is 50, key is test_row_0/B:col10/1731169606111/Put/seqid=0 2024-11-09T16:26:46,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169666762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742131_1307 (size=12301) 2024-11-09T16:26:46,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169666865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42238 deadline: 1731169667014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,016 DEBUG [Thread-1043 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-09T16:26:47,069 INFO [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-09T16:26:47,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:26:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-09T16:26:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T16:26:47,071 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:26:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169667069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,072 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:26:47,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:26:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42258 deadline: 1731169667161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,167 DEBUG [Thread-1041 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18219 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:26:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T16:26:47,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/73e132747a2248e0914ffa3d57c913cc 2024-11-09T16:26:47,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/f6651508817940ae868a50e8a3192843 is 50, key is test_row_0/C:col10/1731169606111/Put/seqid=0 2024-11-09T16:26:47,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-09T16:26:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742132_1308 (size=12301) 2024-11-09T16:26:47,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/f6651508817940ae868a50e8a3192843 2024-11-09T16:26:47,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a660b78f234145b8abf7bc92f4924546 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a660b78f234145b8abf7bc92f4924546 2024-11-09T16:26:47,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a660b78f234145b8abf7bc92f4924546, entries=150, sequenceid=410, filesize=12.0 K 2024-11-09T16:26:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/73e132747a2248e0914ffa3d57c913cc as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/73e132747a2248e0914ffa3d57c913cc 2024-11-09T16:26:47,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/73e132747a2248e0914ffa3d57c913cc, entries=150, sequenceid=410, filesize=12.0 K 2024-11-09T16:26:47,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/f6651508817940ae868a50e8a3192843 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f6651508817940ae868a50e8a3192843 2024-11-09T16:26:47,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f6651508817940ae868a50e8a3192843, entries=150, sequenceid=410, filesize=12.0 K 2024-11-09T16:26:47,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d7c8d768b4606b300ecf7d12ab4d329d in 510ms, sequenceid=410, compaction requested=true 2024-11-09T16:26:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:47,249 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:47,249 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:47,250 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:47,250 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:47,250 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,250 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/2562e708b4c44b1f9988a7b4ff721755, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a90a479e18c0479cb07a6efc096fb1c4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a660b78f234145b8abf7bc92f4924546] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=39.3 K 2024-11-09T16:26:47,250 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:47,250 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:47,251 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2562e708b4c44b1f9988a7b4ff721755, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731169605079 2024-11-09T16:26:47,251 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,251 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e1b7e4cab5ca4557a8ce36e05872e951, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4536ec7b99a44cd4b7689b5d3dbd5114, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/73e132747a2248e0914ffa3d57c913cc] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.9 K 2024-11-09T16:26:47,251 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a90a479e18c0479cb07a6efc096fb1c4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731169605415 2024-11-09T16:26:47,251 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e1b7e4cab5ca4557a8ce36e05872e951, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731169605079 2024-11-09T16:26:47,252 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a660b78f234145b8abf7bc92f4924546, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731169606111 2024-11-09T16:26:47,252 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4536ec7b99a44cd4b7689b5d3dbd5114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731169605415 2024-11-09T16:26:47,252 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e132747a2248e0914ffa3d57c913cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731169606111 2024-11-09T16:26:47,260 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:47,260 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/9dc728a1177541e8b1870bf86aac7998 is 50, key is test_row_0/B:col10/1731169606111/Put/seqid=0 2024-11-09T16:26:47,263 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:47,264 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/665c91dc010e464380218e1b7fbf93b7 is 50, key is test_row_0/A:col10/1731169606111/Put/seqid=0 2024-11-09T16:26:47,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742133_1309 (size=13289) 2024-11-09T16:26:47,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742134_1310 (size=13289) 2024-11-09T16:26:47,288 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/665c91dc010e464380218e1b7fbf93b7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/665c91dc010e464380218e1b7fbf93b7 2024-11-09T16:26:47,294 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into 665c91dc010e464380218e1b7fbf93b7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:47,294 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:47,294 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=13, startTime=1731169607249; duration=0sec 2024-11-09T16:26:47,294 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:47,295 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:47,295 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:26:47,296 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:26:47,296 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:47,296 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,296 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/442bdd1fa09d44779cacdd1554dbcc5f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e8999fdd1bfd4271b20aeda5b3090c72, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f6651508817940ae868a50e8a3192843] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=36.9 K 2024-11-09T16:26:47,296 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 442bdd1fa09d44779cacdd1554dbcc5f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731169605079 2024-11-09T16:26:47,297 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8999fdd1bfd4271b20aeda5b3090c72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731169605415 2024-11-09T16:26:47,297 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6651508817940ae868a50e8a3192843, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731169606111 2024-11-09T16:26:47,307 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:47,308 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/b0c7b05569994080adf7a4fbb9ce1d0c is 50, key is test_row_0/C:col10/1731169606111/Put/seqid=0 2024-11-09T16:26:47,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742135_1311 (size=13289) 2024-11-09T16:26:47,361 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/b0c7b05569994080adf7a4fbb9ce1d0c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/b0c7b05569994080adf7a4fbb9ce1d0c 2024-11-09T16:26:47,370 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into b0c7b05569994080adf7a4fbb9ce1d0c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:47,370 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:47,370 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=13, startTime=1731169607249; duration=0sec 2024-11-09T16:26:47,370 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:47,370 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T16:26:47,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:47,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-09T16:26:47,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:26:47,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:47,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:47,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/b1e8122127374feba384e833f6b3a95c is 50, key is test_row_0/A:col10/1731169607374/Put/seqid=0 2024-11-09T16:26:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742136_1312 (size=9857) 2024-11-09T16:26:47,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/b1e8122127374feba384e833f6b3a95c 2024-11-09T16:26:47,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/330551f6054f458aaa4b597f786fc8a5 is 50, key is test_row_0/B:col10/1731169607374/Put/seqid=0 2024-11-09T16:26:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742137_1313 (size=9857) 2024-11-09T16:26:47,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/330551f6054f458aaa4b597f786fc8a5 2024-11-09T16:26:47,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/cca2d475a3d84dfcbc76bc6ddecd7119 is 50, key is test_row_0/C:col10/1731169607374/Put/seqid=0 2024-11-09T16:26:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742138_1314 (size=9857) 2024-11-09T16:26:47,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169667440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-09T16:26:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169667543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,673 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/9dc728a1177541e8b1870bf86aac7998 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9dc728a1177541e8b1870bf86aac7998 2024-11-09T16:26:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T16:26:47,679 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 9dc728a1177541e8b1870bf86aac7998(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:47,679 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:47,679 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=13, startTime=1731169607249; duration=0sec 2024-11-09T16:26:47,679 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:47,679 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:47,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-09T16:26:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169667745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,833 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-09T16:26:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:47,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/cca2d475a3d84dfcbc76bc6ddecd7119 2024-11-09T16:26:47,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/b1e8122127374feba384e833f6b3a95c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b1e8122127374feba384e833f6b3a95c 2024-11-09T16:26:47,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b1e8122127374feba384e833f6b3a95c, entries=100, sequenceid=423, filesize=9.6 K 2024-11-09T16:26:47,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/330551f6054f458aaa4b597f786fc8a5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/330551f6054f458aaa4b597f786fc8a5 2024-11-09T16:26:47,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/330551f6054f458aaa4b597f786fc8a5, entries=100, sequenceid=423, filesize=9.6 K 2024-11-09T16:26:47,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/cca2d475a3d84dfcbc76bc6ddecd7119 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cca2d475a3d84dfcbc76bc6ddecd7119 2024-11-09T16:26:47,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cca2d475a3d84dfcbc76bc6ddecd7119, entries=100, sequenceid=423, filesize=9.6 K 2024-11-09T16:26:47,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d7c8d768b4606b300ecf7d12ab4d329d in 481ms, sequenceid=423, compaction requested=false 2024-11-09T16:26:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:47,986 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:47,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-09T16:26:47,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:47,986 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:26:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/96ac6598d3c7477fa36ebfe39b249768 is 50, key is test_row_0/A:col10/1731169607434/Put/seqid=0 2024-11-09T16:26:48,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742139_1315 (size=12301) 2024-11-09T16:26:48,024 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/96ac6598d3c7477fa36ebfe39b249768 2024-11-09T16:26:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/fcc9d992d36347479e43f92d5ee1a672 is 50, key is test_row_0/B:col10/1731169607434/Put/seqid=0 2024-11-09T16:26:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. as already flushing 2024-11-09T16:26:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:48,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742140_1316 (size=12301) 2024-11-09T16:26:48,087 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/fcc9d992d36347479e43f92d5ee1a672 2024-11-09T16:26:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/8008be0dc5ef4c57af6898ee9292c711 is 50, key is test_row_0/C:col10/1731169607434/Put/seqid=0 2024-11-09T16:26:48,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169668102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:48,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742141_1317 (size=12301) 2024-11-09T16:26:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T16:26:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169668205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:48,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:26:48,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169668410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:48,540 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/8008be0dc5ef4c57af6898ee9292c711 2024-11-09T16:26:48,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/96ac6598d3c7477fa36ebfe39b249768 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/96ac6598d3c7477fa36ebfe39b249768 2024-11-09T16:26:48,547 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/96ac6598d3c7477fa36ebfe39b249768, entries=150, sequenceid=449, filesize=12.0 K 2024-11-09T16:26:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/fcc9d992d36347479e43f92d5ee1a672 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/fcc9d992d36347479e43f92d5ee1a672 2024-11-09T16:26:48,552 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/fcc9d992d36347479e43f92d5ee1a672, entries=150, sequenceid=449, filesize=12.0 K 2024-11-09T16:26:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/8008be0dc5ef4c57af6898ee9292c711 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8008be0dc5ef4c57af6898ee9292c711 2024-11-09T16:26:48,556 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8008be0dc5ef4c57af6898ee9292c711, entries=150, sequenceid=449, filesize=12.0 K 2024-11-09T16:26:48,556 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d7c8d768b4606b300ecf7d12ab4d329d in 570ms, sequenceid=449, compaction requested=true 2024-11-09T16:26:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-09T16:26:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-09T16:26:48,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-09T16:26:48,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-11-09T16:26:48,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.4890 sec 2024-11-09T16:26:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:48,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:26:48,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:48,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:48,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:48,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:48,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:48,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:48,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/548803694a60498c9d458d2b62169162 is 50, key is test_row_0/A:col10/1731169608715/Put/seqid=0 2024-11-09T16:26:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742142_1318 (size=14741) 2024-11-09T16:26:48,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169668770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169668873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:48,895 DEBUG [Thread-1058 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3be398a9 to 127.0.0.1:57820 2024-11-09T16:26:48,895 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:48,896 DEBUG [Thread-1056 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40da73c1 to 127.0.0.1:57820 2024-11-09T16:26:48,896 DEBUG [Thread-1052 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x124edab0 to 127.0.0.1:57820 2024-11-09T16:26:48,896 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:48,896 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:48,898 DEBUG [Thread-1060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ff3c1a9 to 127.0.0.1:57820 2024-11-09T16:26:48,898 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:48,899 DEBUG [Thread-1054 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712d7bc3 to 127.0.0.1:57820 2024-11-09T16:26:48,899 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169669077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:49,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/548803694a60498c9d458d2b62169162 2024-11-09T16:26:49,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/a7d44b3edc1441f5af35d00a8998e454 is 50, key is test_row_0/B:col10/1731169608715/Put/seqid=0 2024-11-09T16:26:49,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742143_1319 (size=12301) 2024-11-09T16:26:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-09T16:26:49,177 INFO [Thread-1051 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-09T16:26:49,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 361 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169669381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:49,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/a7d44b3edc1441f5af35d00a8998e454 2024-11-09T16:26:49,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/fb31a5c0e5864fde953dd04b7f9192c8 is 50, key is test_row_0/C:col10/1731169608715/Put/seqid=0 2024-11-09T16:26:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742144_1320 (size=12301) 2024-11-09T16:26:49,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:26:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 363 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42250 deadline: 1731169669887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:49,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/fb31a5c0e5864fde953dd04b7f9192c8 2024-11-09T16:26:49,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/548803694a60498c9d458d2b62169162 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/548803694a60498c9d458d2b62169162 2024-11-09T16:26:49,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/548803694a60498c9d458d2b62169162, entries=200, sequenceid=461, filesize=14.4 K 2024-11-09T16:26:49,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/a7d44b3edc1441f5af35d00a8998e454 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a7d44b3edc1441f5af35d00a8998e454 2024-11-09T16:26:49,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a7d44b3edc1441f5af35d00a8998e454, entries=150, sequenceid=461, filesize=12.0 K 2024-11-09T16:26:49,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/fb31a5c0e5864fde953dd04b7f9192c8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/fb31a5c0e5864fde953dd04b7f9192c8 2024-11-09T16:26:49,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/fb31a5c0e5864fde953dd04b7f9192c8, entries=150, sequenceid=461, filesize=12.0 K 2024-11-09T16:26:49,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d7c8d768b4606b300ecf7d12ab4d329d in 1254ms, sequenceid=461, compaction requested=true 2024-11-09T16:26:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:26:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:26:49,970 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d7c8d768b4606b300ecf7d12ab4d329d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:26:49,970 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:49,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:49,971 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:49,971 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:49,971 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/A is initiating minor compaction (all files) 2024-11-09T16:26:49,971 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/B is initiating minor compaction (all files) 2024-11-09T16:26:49,971 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/B in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:49,971 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/A in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:49,971 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9dc728a1177541e8b1870bf86aac7998, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/330551f6054f458aaa4b597f786fc8a5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/fcc9d992d36347479e43f92d5ee1a672, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a7d44b3edc1441f5af35d00a8998e454] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=46.6 K 2024-11-09T16:26:49,971 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/665c91dc010e464380218e1b7fbf93b7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b1e8122127374feba384e833f6b3a95c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/96ac6598d3c7477fa36ebfe39b249768, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/548803694a60498c9d458d2b62169162] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=49.0 K 2024-11-09T16:26:49,972 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 665c91dc010e464380218e1b7fbf93b7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731169606111 2024-11-09T16:26:49,972 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dc728a1177541e8b1870bf86aac7998, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731169606111 2024-11-09T16:26:49,972 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1e8122127374feba384e833f6b3a95c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731169606760 2024-11-09T16:26:49,972 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 330551f6054f458aaa4b597f786fc8a5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731169606760 2024-11-09T16:26:49,972 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ac6598d3c7477fa36ebfe39b249768, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731169607422 2024-11-09T16:26:49,972 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc9d992d36347479e43f92d5ee1a672, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731169607422 2024-11-09T16:26:49,972 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 548803694a60498c9d458d2b62169162, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731169608077 2024-11-09T16:26:49,972 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a7d44b3edc1441f5af35d00a8998e454, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731169608077 2024-11-09T16:26:49,979 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:49,979 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:49,980 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/858eed00fef94c7887bb4da829ced1bd is 50, key is test_row_0/B:col10/1731169608715/Put/seqid=0 2024-11-09T16:26:49,980 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a538fa97b96647a19c61624520f3967b is 50, key is test_row_0/A:col10/1731169608715/Put/seqid=0 2024-11-09T16:26:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742145_1321 (size=13425) 2024-11-09T16:26:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742146_1322 (size=13425) 2024-11-09T16:26:50,388 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/a538fa97b96647a19c61624520f3967b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a538fa97b96647a19c61624520f3967b 2024-11-09T16:26:50,388 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/858eed00fef94c7887bb4da829ced1bd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/858eed00fef94c7887bb4da829ced1bd 2024-11-09T16:26:50,392 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/B of d7c8d768b4606b300ecf7d12ab4d329d into 858eed00fef94c7887bb4da829ced1bd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:50,392 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/A of d7c8d768b4606b300ecf7d12ab4d329d into a538fa97b96647a19c61624520f3967b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:50,392 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:50,392 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:50,392 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/A, priority=12, startTime=1731169609970; duration=0sec 2024-11-09T16:26:50,392 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/B, priority=12, startTime=1731169609970; duration=0sec 2024-11-09T16:26:50,392 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:50,392 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:B 2024-11-09T16:26:50,392 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:26:50,392 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:A 2024-11-09T16:26:50,392 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:26:50,393 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:26:50,393 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d7c8d768b4606b300ecf7d12ab4d329d/C is initiating minor compaction (all files) 2024-11-09T16:26:50,393 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d7c8d768b4606b300ecf7d12ab4d329d/C in TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:50,393 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/b0c7b05569994080adf7a4fbb9ce1d0c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cca2d475a3d84dfcbc76bc6ddecd7119, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8008be0dc5ef4c57af6898ee9292c711, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/fb31a5c0e5864fde953dd04b7f9192c8] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp, totalSize=46.6 K 2024-11-09T16:26:50,393 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c7b05569994080adf7a4fbb9ce1d0c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731169606111 2024-11-09T16:26:50,393 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting cca2d475a3d84dfcbc76bc6ddecd7119, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1731169606760 2024-11-09T16:26:50,394 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8008be0dc5ef4c57af6898ee9292c711, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731169607422 2024-11-09T16:26:50,394 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting fb31a5c0e5864fde953dd04b7f9192c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731169608077 2024-11-09T16:26:50,400 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d7c8d768b4606b300ecf7d12ab4d329d#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:26:50,401 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/f30b1b6f160a430e928e36804b1085f9 is 50, key is test_row_0/C:col10/1731169608715/Put/seqid=0 2024-11-09T16:26:50,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742147_1323 (size=13425) 2024-11-09T16:26:50,809 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/f30b1b6f160a430e928e36804b1085f9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f30b1b6f160a430e928e36804b1085f9 2024-11-09T16:26:50,813 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d7c8d768b4606b300ecf7d12ab4d329d/C of d7c8d768b4606b300ecf7d12ab4d329d into f30b1b6f160a430e928e36804b1085f9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:26:50,814 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:50,814 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d., storeName=d7c8d768b4606b300ecf7d12ab4d329d/C, priority=12, startTime=1731169609970; duration=0sec 2024-11-09T16:26:50,814 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:26:50,814 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d7c8d768b4606b300ecf7d12ab4d329d:C 2024-11-09T16:26:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:50,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:26:50,899 DEBUG [Thread-1049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x762de37e to 127.0.0.1:57820 2024-11-09T16:26:50,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:50,899 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:50,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:50,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:50,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:50,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:50,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:50,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/474fd4226c9b491685b9f9ba37b50120 is 50, key is test_row_0/A:col10/1731169608748/Put/seqid=0 2024-11-09T16:26:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742148_1324 (size=12301) 2024-11-09T16:26:51,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/474fd4226c9b491685b9f9ba37b50120 2024-11-09T16:26:51,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/a233576f1be746c8bfce81759cd43282 is 50, key is test_row_0/B:col10/1731169608748/Put/seqid=0 2024-11-09T16:26:51,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742149_1325 (size=12301) 2024-11-09T16:26:51,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/a233576f1be746c8bfce81759cd43282 2024-11-09T16:26:51,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/ead4be3a2ccb4a63ae53e8a08ebaaedf is 50, key is test_row_0/C:col10/1731169608748/Put/seqid=0 2024-11-09T16:26:51,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742150_1326 (size=12301) 2024-11-09T16:26:52,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/ead4be3a2ccb4a63ae53e8a08ebaaedf 2024-11-09T16:26:52,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/474fd4226c9b491685b9f9ba37b50120 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/474fd4226c9b491685b9f9ba37b50120 2024-11-09T16:26:52,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/474fd4226c9b491685b9f9ba37b50120, entries=150, sequenceid=489, filesize=12.0 K 2024-11-09T16:26:52,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/a233576f1be746c8bfce81759cd43282 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a233576f1be746c8bfce81759cd43282 2024-11-09T16:26:52,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a233576f1be746c8bfce81759cd43282, entries=150, sequenceid=489, filesize=12.0 K 2024-11-09T16:26:52,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/ead4be3a2ccb4a63ae53e8a08ebaaedf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/ead4be3a2ccb4a63ae53e8a08ebaaedf 2024-11-09T16:26:52,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/ead4be3a2ccb4a63ae53e8a08ebaaedf, entries=150, sequenceid=489, filesize=12.0 K 2024-11-09T16:26:52,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for d7c8d768b4606b300ecf7d12ab4d329d in 1268ms, sequenceid=489, compaction requested=false 2024-11-09T16:26:52,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:53,326 DEBUG [Thread-1045 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x282318cf to 127.0.0.1:57820 2024-11-09T16:26:53,327 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:53,362 DEBUG [Thread-1047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ea91426 to 127.0.0.1:57820 2024-11-09T16:26:53,362 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:54,579 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37985,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:56,634 ERROR [LeaseRenewer:jenkins@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37985,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:26:57,063 DEBUG [Thread-1043 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x195206da to 127.0.0.1:57820 2024-11-09T16:26:57,063 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:57,261 DEBUG [Thread-1041 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dc273c3 to 127.0.0.1:57820 2024-11-09T16:26:57,262 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 234 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5861 2024-11-09T16:26:57,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5971 2024-11-09T16:26:57,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5711 2024-11-09T16:26:57,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5834 2024-11-09T16:26:57,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6072 2024-11-09T16:26:57,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T16:26:57,263 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T16:26:57,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eec6530 to 127.0.0.1:57820 2024-11-09T16:26:57,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:26:57,264 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T16:26:57,265 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T16:26:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-09T16:26:57,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169617268"}]},"ts":"1731169617268"} 2024-11-09T16:26:57,269 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T16:26:57,290 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T16:26:57,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:26:57,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7c8d768b4606b300ecf7d12ab4d329d, UNASSIGN}] 2024-11-09T16:26:57,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7c8d768b4606b300ecf7d12ab4d329d, UNASSIGN 2024-11-09T16:26:57,295 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=d7c8d768b4606b300ecf7d12ab4d329d, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:57,296 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:26:57,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:26:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-09T16:26:57,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:26:57,450 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:57,450 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:26:57,450 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing d7c8d768b4606b300ecf7d12ab4d329d, disabling compactions & flushes 2024-11-09T16:26:57,450 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:57,450 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:57,450 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. after waiting 0 ms 2024-11-09T16:26:57,450 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:57,450 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing d7c8d768b4606b300ecf7d12ab4d329d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T16:26:57,451 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=A 2024-11-09T16:26:57,451 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:57,451 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=B 2024-11-09T16:26:57,451 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:57,451 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d7c8d768b4606b300ecf7d12ab4d329d, store=C 2024-11-09T16:26:57,451 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:26:57,460 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/90e686aa84d64f9dbb03aa2b12ac3896 is 50, key is test_row_0/A:col10/1731169617259/Put/seqid=0 2024-11-09T16:26:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742151_1327 (size=12301) 2024-11-09T16:26:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-09T16:26:57,866 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/90e686aa84d64f9dbb03aa2b12ac3896 2024-11-09T16:26:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-09T16:26:57,883 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/8254a9760dd6459dbdb54899fd7c793e is 50, key is test_row_0/B:col10/1731169617259/Put/seqid=0 2024-11-09T16:26:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742152_1328 (size=12301) 2024-11-09T16:26:58,289 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/8254a9760dd6459dbdb54899fd7c793e 2024-11-09T16:26:58,302 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/d8434429450e4944a6937eb9045f32dd is 50, key is test_row_0/C:col10/1731169617259/Put/seqid=0 2024-11-09T16:26:58,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742153_1329 (size=12301) 2024-11-09T16:26:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-09T16:26:58,708 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/d8434429450e4944a6937eb9045f32dd 2024-11-09T16:26:58,718 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/A/90e686aa84d64f9dbb03aa2b12ac3896 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/90e686aa84d64f9dbb03aa2b12ac3896 2024-11-09T16:26:58,723 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/90e686aa84d64f9dbb03aa2b12ac3896, entries=150, sequenceid=496, filesize=12.0 K 2024-11-09T16:26:58,724 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/B/8254a9760dd6459dbdb54899fd7c793e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8254a9760dd6459dbdb54899fd7c793e 2024-11-09T16:26:58,728 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8254a9760dd6459dbdb54899fd7c793e, entries=150, sequenceid=496, filesize=12.0 K 2024-11-09T16:26:58,729 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/.tmp/C/d8434429450e4944a6937eb9045f32dd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d8434429450e4944a6937eb9045f32dd 2024-11-09T16:26:58,733 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d8434429450e4944a6937eb9045f32dd, entries=150, sequenceid=496, filesize=12.0 K 2024-11-09T16:26:58,734 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d7c8d768b4606b300ecf7d12ab4d329d in 1284ms, sequenceid=496, compaction requested=true 2024-11-09T16:26:58,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a802c90b2e5c4f2d896ebd0f7a170952, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/37d4eea0874149c891b84a901a533a36, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f22e2196885446a98fc6d447d91d4e3f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/d7b6adac0f80454e9b095ad8127e2a7c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1485b0f15e4e421487014cf6adbba3b9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5f618351d76a4742a87a32d7791358e5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/bb1c915ce66d4911b2a5b06b4f08c6da, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/cda0fa7a28bf43b08cf310d4bdfbbc95, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/561dc9759fca4dec93ac38646a43e4e1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/c173fa1b1375432da22a65e954443547, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1d9a1cdd0b554bb0a6b62d5d953a95e4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/362d018afb154fd3a7882373be3d2cb2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f4bf3e6873554ff2b2e8690e420ec05b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a4ca39823fc94420947845b01d55d13a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/9b8440d904514daf9ec4eb4e63cd91e2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/17e4c33a97334f86902ac347eb3e3ee5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5222bb293d3e46719e91d09d852df58d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/70a041eae6e74ea38ad4bbd983710837, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/34819bbd039544df862e43dcc526b4d8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/7688ebe114fc4c50972d2ac3d1986364, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/907b0f1d9d0b466aaff19b4f51c74d4a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b04e099d00c8481a90493138b751a2aa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e0e166f338ec434aa65064b5f49b52c2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/69e0a80c4e334bdda10bc13352e39711, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/3517b81c32b34322b75917447feb1f5e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e9431dda64014486b9897a842ccab1dd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/2562e708b4c44b1f9988a7b4ff721755, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a90a479e18c0479cb07a6efc096fb1c4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/665c91dc010e464380218e1b7fbf93b7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a660b78f234145b8abf7bc92f4924546, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b1e8122127374feba384e833f6b3a95c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/96ac6598d3c7477fa36ebfe39b249768, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/548803694a60498c9d458d2b62169162] to archive 2024-11-09T16:26:58,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:26:58,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a802c90b2e5c4f2d896ebd0f7a170952 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a802c90b2e5c4f2d896ebd0f7a170952 2024-11-09T16:26:58,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/37d4eea0874149c891b84a901a533a36 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/37d4eea0874149c891b84a901a533a36 2024-11-09T16:26:58,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f22e2196885446a98fc6d447d91d4e3f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f22e2196885446a98fc6d447d91d4e3f 2024-11-09T16:26:58,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/d7b6adac0f80454e9b095ad8127e2a7c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/d7b6adac0f80454e9b095ad8127e2a7c 2024-11-09T16:26:58,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1485b0f15e4e421487014cf6adbba3b9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1485b0f15e4e421487014cf6adbba3b9 2024-11-09T16:26:58,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5f618351d76a4742a87a32d7791358e5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5f618351d76a4742a87a32d7791358e5 2024-11-09T16:26:58,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/bb1c915ce66d4911b2a5b06b4f08c6da to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/bb1c915ce66d4911b2a5b06b4f08c6da 2024-11-09T16:26:58,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/cda0fa7a28bf43b08cf310d4bdfbbc95 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/cda0fa7a28bf43b08cf310d4bdfbbc95 2024-11-09T16:26:58,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/561dc9759fca4dec93ac38646a43e4e1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/561dc9759fca4dec93ac38646a43e4e1 2024-11-09T16:26:58,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/c173fa1b1375432da22a65e954443547 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/c173fa1b1375432da22a65e954443547 2024-11-09T16:26:58,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1d9a1cdd0b554bb0a6b62d5d953a95e4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/1d9a1cdd0b554bb0a6b62d5d953a95e4 2024-11-09T16:26:58,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/362d018afb154fd3a7882373be3d2cb2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/362d018afb154fd3a7882373be3d2cb2 2024-11-09T16:26:58,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f4bf3e6873554ff2b2e8690e420ec05b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/f4bf3e6873554ff2b2e8690e420ec05b 2024-11-09T16:26:58,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a4ca39823fc94420947845b01d55d13a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a4ca39823fc94420947845b01d55d13a 2024-11-09T16:26:58,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/9b8440d904514daf9ec4eb4e63cd91e2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/9b8440d904514daf9ec4eb4e63cd91e2 2024-11-09T16:26:58,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/17e4c33a97334f86902ac347eb3e3ee5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/17e4c33a97334f86902ac347eb3e3ee5 2024-11-09T16:26:58,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5222bb293d3e46719e91d09d852df58d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/5222bb293d3e46719e91d09d852df58d 2024-11-09T16:26:58,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/70a041eae6e74ea38ad4bbd983710837 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/70a041eae6e74ea38ad4bbd983710837 2024-11-09T16:26:58,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/34819bbd039544df862e43dcc526b4d8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/34819bbd039544df862e43dcc526b4d8 2024-11-09T16:26:58,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/7688ebe114fc4c50972d2ac3d1986364 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/7688ebe114fc4c50972d2ac3d1986364 2024-11-09T16:26:58,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/907b0f1d9d0b466aaff19b4f51c74d4a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/907b0f1d9d0b466aaff19b4f51c74d4a 2024-11-09T16:26:58,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b04e099d00c8481a90493138b751a2aa to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b04e099d00c8481a90493138b751a2aa 2024-11-09T16:26:58,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e0e166f338ec434aa65064b5f49b52c2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e0e166f338ec434aa65064b5f49b52c2 2024-11-09T16:26:58,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/69e0a80c4e334bdda10bc13352e39711 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/69e0a80c4e334bdda10bc13352e39711 2024-11-09T16:26:58,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/3517b81c32b34322b75917447feb1f5e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/3517b81c32b34322b75917447feb1f5e 2024-11-09T16:26:58,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e9431dda64014486b9897a842ccab1dd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/e9431dda64014486b9897a842ccab1dd 2024-11-09T16:26:58,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/2562e708b4c44b1f9988a7b4ff721755 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/2562e708b4c44b1f9988a7b4ff721755 2024-11-09T16:26:58,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a90a479e18c0479cb07a6efc096fb1c4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a90a479e18c0479cb07a6efc096fb1c4 2024-11-09T16:26:58,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/665c91dc010e464380218e1b7fbf93b7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/665c91dc010e464380218e1b7fbf93b7 2024-11-09T16:26:58,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a660b78f234145b8abf7bc92f4924546 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a660b78f234145b8abf7bc92f4924546 2024-11-09T16:26:58,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b1e8122127374feba384e833f6b3a95c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/b1e8122127374feba384e833f6b3a95c 2024-11-09T16:26:58,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/96ac6598d3c7477fa36ebfe39b249768 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/96ac6598d3c7477fa36ebfe39b249768 2024-11-09T16:26:58,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/548803694a60498c9d458d2b62169162 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/548803694a60498c9d458d2b62169162 2024-11-09T16:26:58,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1559a6c64f994ea39c02ea4b1ca30ee1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e54b4ff09ffe4dbb931af9506220f67d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/23696c4011854f82a1313b5f2e3940dd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4e5eb18fd7fa4c2caf2ed908754d3d62, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4f1aba443f584604b18cfe237b434382, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/904b94f2085f4e6b99d610440cb71e91, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5c6dd314c90e4471ad6e13f0b78ea76c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/dca074f6b454454ab3a506a4004f9605, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/35770b95329c4bf5857305a68b951b6a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3a6c8ecfeb464760a450ad8777e634e4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/346509b85c574d5ea99424921cd2cce1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3f95da41e465410f9e2ba15f5cd52b9a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8301a75228a64a6d805b463fb63c3e64, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9c656a18be154ef4b7bffd0e889f2fa4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/684b30f760c44e308fd743844bca8dd3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8291c7d80edd4c8f91b67e40e45ef746, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1ae34a5d6e41427f93c9179d650af4fb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1d7297fa93a747b19b2d1bdd30de0231, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7e467cc918de4f6a99fb3ec71b32cf57, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5f32c1eaf39d451288c1753381ded1c3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/afe531aaca884a6cb0ae047cf5eec24d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/cda53244a8ea435c8e4fd4804b9dc62e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/976e301af79b4d63bd0d5e2fec017ccd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/f95fc5a1f37b451e9094b541b478c6c7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7388886d7a144aee85c23b4580f95d8f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e1b7e4cab5ca4557a8ce36e05872e951, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/6993eda214894c29b30427ae4e43eaa5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4536ec7b99a44cd4b7689b5d3dbd5114, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9dc728a1177541e8b1870bf86aac7998, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/73e132747a2248e0914ffa3d57c913cc, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/330551f6054f458aaa4b597f786fc8a5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/fcc9d992d36347479e43f92d5ee1a672, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a7d44b3edc1441f5af35d00a8998e454] to archive 2024-11-09T16:26:58,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:26:58,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1559a6c64f994ea39c02ea4b1ca30ee1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1559a6c64f994ea39c02ea4b1ca30ee1 2024-11-09T16:26:58,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e54b4ff09ffe4dbb931af9506220f67d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e54b4ff09ffe4dbb931af9506220f67d 2024-11-09T16:26:58,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/23696c4011854f82a1313b5f2e3940dd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/23696c4011854f82a1313b5f2e3940dd 2024-11-09T16:26:58,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4e5eb18fd7fa4c2caf2ed908754d3d62 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4e5eb18fd7fa4c2caf2ed908754d3d62 2024-11-09T16:26:58,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4f1aba443f584604b18cfe237b434382 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4f1aba443f584604b18cfe237b434382 2024-11-09T16:26:58,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/904b94f2085f4e6b99d610440cb71e91 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/904b94f2085f4e6b99d610440cb71e91 2024-11-09T16:26:58,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5c6dd314c90e4471ad6e13f0b78ea76c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5c6dd314c90e4471ad6e13f0b78ea76c 2024-11-09T16:26:58,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/dca074f6b454454ab3a506a4004f9605 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/dca074f6b454454ab3a506a4004f9605 2024-11-09T16:26:58,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/35770b95329c4bf5857305a68b951b6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/35770b95329c4bf5857305a68b951b6a 2024-11-09T16:26:58,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3a6c8ecfeb464760a450ad8777e634e4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3a6c8ecfeb464760a450ad8777e634e4 2024-11-09T16:26:58,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/346509b85c574d5ea99424921cd2cce1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/346509b85c574d5ea99424921cd2cce1 2024-11-09T16:26:58,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3f95da41e465410f9e2ba15f5cd52b9a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/3f95da41e465410f9e2ba15f5cd52b9a 2024-11-09T16:26:58,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8301a75228a64a6d805b463fb63c3e64 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8301a75228a64a6d805b463fb63c3e64 2024-11-09T16:26:58,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9c656a18be154ef4b7bffd0e889f2fa4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9c656a18be154ef4b7bffd0e889f2fa4 2024-11-09T16:26:58,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/684b30f760c44e308fd743844bca8dd3 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/684b30f760c44e308fd743844bca8dd3 2024-11-09T16:26:58,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8291c7d80edd4c8f91b67e40e45ef746 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8291c7d80edd4c8f91b67e40e45ef746 2024-11-09T16:26:58,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1ae34a5d6e41427f93c9179d650af4fb to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1ae34a5d6e41427f93c9179d650af4fb 2024-11-09T16:26:58,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1d7297fa93a747b19b2d1bdd30de0231 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/1d7297fa93a747b19b2d1bdd30de0231 2024-11-09T16:26:58,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7e467cc918de4f6a99fb3ec71b32cf57 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7e467cc918de4f6a99fb3ec71b32cf57 2024-11-09T16:26:58,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5f32c1eaf39d451288c1753381ded1c3 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/5f32c1eaf39d451288c1753381ded1c3 2024-11-09T16:26:58,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/afe531aaca884a6cb0ae047cf5eec24d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/afe531aaca884a6cb0ae047cf5eec24d 2024-11-09T16:26:58,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/cda53244a8ea435c8e4fd4804b9dc62e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/cda53244a8ea435c8e4fd4804b9dc62e 2024-11-09T16:26:58,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/976e301af79b4d63bd0d5e2fec017ccd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/976e301af79b4d63bd0d5e2fec017ccd 2024-11-09T16:26:58,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/f95fc5a1f37b451e9094b541b478c6c7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/f95fc5a1f37b451e9094b541b478c6c7 2024-11-09T16:26:58,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7388886d7a144aee85c23b4580f95d8f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/7388886d7a144aee85c23b4580f95d8f 2024-11-09T16:26:58,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e1b7e4cab5ca4557a8ce36e05872e951 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/e1b7e4cab5ca4557a8ce36e05872e951 2024-11-09T16:26:58,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/6993eda214894c29b30427ae4e43eaa5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/6993eda214894c29b30427ae4e43eaa5 2024-11-09T16:26:58,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4536ec7b99a44cd4b7689b5d3dbd5114 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/4536ec7b99a44cd4b7689b5d3dbd5114 2024-11-09T16:26:58,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9dc728a1177541e8b1870bf86aac7998 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/9dc728a1177541e8b1870bf86aac7998 2024-11-09T16:26:58,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/73e132747a2248e0914ffa3d57c913cc to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/73e132747a2248e0914ffa3d57c913cc 2024-11-09T16:26:58,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/330551f6054f458aaa4b597f786fc8a5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/330551f6054f458aaa4b597f786fc8a5 2024-11-09T16:26:58,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/fcc9d992d36347479e43f92d5ee1a672 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/fcc9d992d36347479e43f92d5ee1a672 2024-11-09T16:26:58,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a7d44b3edc1441f5af35d00a8998e454 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a7d44b3edc1441f5af35d00a8998e454 2024-11-09T16:26:58,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4d3f5ab18f644c07b2857dce95e153ab, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2462648fa64d40b4abdfabaf57ce5f0c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5419edd10a084f5ca9baaa60fe5e89fa, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2ce3213172184b789f7ef27087592d3e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/adbd031c91704c2eac40f2b9ce43e923, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d0056f1cad54d65bb14c7264f44f09e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/0b1d56320baa49c09118b59557916d3b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f07221bae9f24236bd0f5eb4455d7439, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8e090094cb044502a40633a29caf0c05, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/3c92d4799381478aa883a9a73fc6a1b9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/1247fccb5a1c4b4b9a22100229175179, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/18d998ee4aab4ab083921a756db75382, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8bb44c8426ae42fc9911cba676b2f506, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cf06a0300ad54b06a951ddc0439b2cca, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e91a1a256a204f4eb91f6dddaa78c490, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/554ba31b0361433bad50ecfce702779a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/c0e029694a8e425f86841323eb9a90f8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5e85148fa4514e4496d069938b2ae833, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d367fa4d6644b278aadb060b85e3fbf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/7edd46f091214fea80fc099a127cc83d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4619c98f860143ad9bba9a91e383898a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/9608c5401abe4edb84a15fdd62996ac7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d1efbf4c5c6c4cbe8ceea501f700fed9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/a9b6f777001d4db0be42708736c24548, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/50ee79bf06514276be63bcb1f7e23a39, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/442bdd1fa09d44779cacdd1554dbcc5f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/6921446ec8924be6b8c671a53a77296b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e8999fdd1bfd4271b20aeda5b3090c72, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/b0c7b05569994080adf7a4fbb9ce1d0c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f6651508817940ae868a50e8a3192843, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cca2d475a3d84dfcbc76bc6ddecd7119, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8008be0dc5ef4c57af6898ee9292c711, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/fb31a5c0e5864fde953dd04b7f9192c8] to archive 2024-11-09T16:26:58,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:26:58,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4d3f5ab18f644c07b2857dce95e153ab to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4d3f5ab18f644c07b2857dce95e153ab 2024-11-09T16:26:58,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2462648fa64d40b4abdfabaf57ce5f0c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2462648fa64d40b4abdfabaf57ce5f0c 2024-11-09T16:26:58,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5419edd10a084f5ca9baaa60fe5e89fa to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5419edd10a084f5ca9baaa60fe5e89fa 2024-11-09T16:26:58,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2ce3213172184b789f7ef27087592d3e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2ce3213172184b789f7ef27087592d3e 2024-11-09T16:26:58,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/adbd031c91704c2eac40f2b9ce43e923 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/adbd031c91704c2eac40f2b9ce43e923 2024-11-09T16:26:58,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d0056f1cad54d65bb14c7264f44f09e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d0056f1cad54d65bb14c7264f44f09e 2024-11-09T16:26:58,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/0b1d56320baa49c09118b59557916d3b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/0b1d56320baa49c09118b59557916d3b 2024-11-09T16:26:58,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f07221bae9f24236bd0f5eb4455d7439 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f07221bae9f24236bd0f5eb4455d7439 2024-11-09T16:26:58,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8e090094cb044502a40633a29caf0c05 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8e090094cb044502a40633a29caf0c05 2024-11-09T16:26:58,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/3c92d4799381478aa883a9a73fc6a1b9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/3c92d4799381478aa883a9a73fc6a1b9 2024-11-09T16:26:58,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/1247fccb5a1c4b4b9a22100229175179 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/1247fccb5a1c4b4b9a22100229175179 2024-11-09T16:26:58,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/18d998ee4aab4ab083921a756db75382 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/18d998ee4aab4ab083921a756db75382 2024-11-09T16:26:58,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8bb44c8426ae42fc9911cba676b2f506 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8bb44c8426ae42fc9911cba676b2f506 2024-11-09T16:26:58,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cf06a0300ad54b06a951ddc0439b2cca to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cf06a0300ad54b06a951ddc0439b2cca 2024-11-09T16:26:58,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e91a1a256a204f4eb91f6dddaa78c490 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e91a1a256a204f4eb91f6dddaa78c490 2024-11-09T16:26:58,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/554ba31b0361433bad50ecfce702779a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/554ba31b0361433bad50ecfce702779a 2024-11-09T16:26:58,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/c0e029694a8e425f86841323eb9a90f8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/c0e029694a8e425f86841323eb9a90f8 2024-11-09T16:26:58,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5e85148fa4514e4496d069938b2ae833 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/5e85148fa4514e4496d069938b2ae833 2024-11-09T16:26:58,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d367fa4d6644b278aadb060b85e3fbf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/2d367fa4d6644b278aadb060b85e3fbf 2024-11-09T16:26:58,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/7edd46f091214fea80fc099a127cc83d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/7edd46f091214fea80fc099a127cc83d 2024-11-09T16:26:58,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4619c98f860143ad9bba9a91e383898a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/4619c98f860143ad9bba9a91e383898a 2024-11-09T16:26:58,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/9608c5401abe4edb84a15fdd62996ac7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/9608c5401abe4edb84a15fdd62996ac7 2024-11-09T16:26:58,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d1efbf4c5c6c4cbe8ceea501f700fed9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d1efbf4c5c6c4cbe8ceea501f700fed9 2024-11-09T16:26:58,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/a9b6f777001d4db0be42708736c24548 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/a9b6f777001d4db0be42708736c24548 2024-11-09T16:26:58,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/50ee79bf06514276be63bcb1f7e23a39 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/50ee79bf06514276be63bcb1f7e23a39 2024-11-09T16:26:58,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/442bdd1fa09d44779cacdd1554dbcc5f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/442bdd1fa09d44779cacdd1554dbcc5f 2024-11-09T16:26:58,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/6921446ec8924be6b8c671a53a77296b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/6921446ec8924be6b8c671a53a77296b 2024-11-09T16:26:58,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e8999fdd1bfd4271b20aeda5b3090c72 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/e8999fdd1bfd4271b20aeda5b3090c72 2024-11-09T16:26:58,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/b0c7b05569994080adf7a4fbb9ce1d0c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/b0c7b05569994080adf7a4fbb9ce1d0c 2024-11-09T16:26:58,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f6651508817940ae868a50e8a3192843 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f6651508817940ae868a50e8a3192843 2024-11-09T16:26:58,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cca2d475a3d84dfcbc76bc6ddecd7119 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/cca2d475a3d84dfcbc76bc6ddecd7119 2024-11-09T16:26:58,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8008be0dc5ef4c57af6898ee9292c711 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/8008be0dc5ef4c57af6898ee9292c711 2024-11-09T16:26:58,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/fb31a5c0e5864fde953dd04b7f9192c8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/fb31a5c0e5864fde953dd04b7f9192c8 2024-11-09T16:26:58,838 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/recovered.edits/499.seqid, newMaxSeqId=499, maxSeqId=1 2024-11-09T16:26:58,839 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d. 2024-11-09T16:26:58,839 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for d7c8d768b4606b300ecf7d12ab4d329d: 2024-11-09T16:26:58,840 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:58,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=d7c8d768b4606b300ecf7d12ab4d329d, regionState=CLOSED 2024-11-09T16:26:58,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-09T16:26:58,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure d7c8d768b4606b300ecf7d12ab4d329d, server=adb42ec6d7d6,44345,1731169519874 in 1.5450 sec 2024-11-09T16:26:58,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-09T16:26:58,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d7c8d768b4606b300ecf7d12ab4d329d, UNASSIGN in 1.5490 sec 2024-11-09T16:26:58,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-09T16:26:58,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5520 sec 2024-11-09T16:26:58,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169618844"}]},"ts":"1731169618844"} 2024-11-09T16:26:58,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T16:26:58,856 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T16:26:58,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5920 sec 2024-11-09T16:26:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-09T16:26:59,377 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-09T16:26:59,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T16:26:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:59,379 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:59,380 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-09T16:26:59,382 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:59,384 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/recovered.edits] 2024-11-09T16:26:59,387 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/474fd4226c9b491685b9f9ba37b50120 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/474fd4226c9b491685b9f9ba37b50120 2024-11-09T16:26:59,388 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/90e686aa84d64f9dbb03aa2b12ac3896 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/90e686aa84d64f9dbb03aa2b12ac3896 2024-11-09T16:26:59,390 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a538fa97b96647a19c61624520f3967b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/A/a538fa97b96647a19c61624520f3967b 2024-11-09T16:26:59,392 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8254a9760dd6459dbdb54899fd7c793e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/8254a9760dd6459dbdb54899fd7c793e 2024-11-09T16:26:59,394 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/858eed00fef94c7887bb4da829ced1bd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/858eed00fef94c7887bb4da829ced1bd 2024-11-09T16:26:59,395 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a233576f1be746c8bfce81759cd43282 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/B/a233576f1be746c8bfce81759cd43282 2024-11-09T16:26:59,397 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d8434429450e4944a6937eb9045f32dd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/d8434429450e4944a6937eb9045f32dd 2024-11-09T16:26:59,398 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/ead4be3a2ccb4a63ae53e8a08ebaaedf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/ead4be3a2ccb4a63ae53e8a08ebaaedf 2024-11-09T16:26:59,399 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f30b1b6f160a430e928e36804b1085f9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/C/f30b1b6f160a430e928e36804b1085f9 2024-11-09T16:26:59,402 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/recovered.edits/499.seqid to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d/recovered.edits/499.seqid 2024-11-09T16:26:59,402 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d7c8d768b4606b300ecf7d12ab4d329d 2024-11-09T16:26:59,402 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T16:26:59,404 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:59,409 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T16:26:59,412 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T16:26:59,415 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:59,415 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T16:26:59,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731169619415"}]},"ts":"9223372036854775807"} 2024-11-09T16:26:59,419 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T16:26:59,419 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d7c8d768b4606b300ecf7d12ab4d329d, NAME => 'TestAcidGuarantees,,1731169586625.d7c8d768b4606b300ecf7d12ab4d329d.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T16:26:59,419 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T16:26:59,419 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731169619419"}]},"ts":"9223372036854775807"} 2024-11-09T16:26:59,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T16:26:59,468 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:59,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 90 msec 2024-11-09T16:26:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-09T16:26:59,481 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-09T16:26:59,496 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 236), OpenFileDescriptor=450 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=501 (was 432) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1291 (was 1472) 2024-11-09T16:26:59,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=501, ProcessCount=11, AvailableMemoryMB=1290 2024-11-09T16:26:59,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:26:59,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:26:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T16:26:59,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:26:59,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:26:59,511 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-09T16:26:59,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:26:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-09T16:26:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742154_1330 (size=960) 2024-11-09T16:26:59,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T16:26:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-09T16:26:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-09T16:26:59,924 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:26:59,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742155_1331 (size=53) 2024-11-09T16:27:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-09T16:27:00,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:27:00,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5912064eb91b1c3c927332b08b81ee08, disabling compactions & flushes 2024-11-09T16:27:00,333 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:00,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:00,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. after waiting 0 ms 2024-11-09T16:27:00,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:00,333 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:00,333 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:00,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:27:00,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731169620335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169620335"}]},"ts":"1731169620335"} 2024-11-09T16:27:00,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T16:27:00,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:27:00,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169620337"}]},"ts":"1731169620337"} 2024-11-09T16:27:00,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T16:27:00,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, ASSIGN}] 2024-11-09T16:27:00,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, ASSIGN 2024-11-09T16:27:00,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, ASSIGN; state=OFFLINE, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=false 2024-11-09T16:27:00,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5912064eb91b1c3c927332b08b81ee08, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:00,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-09T16:27:00,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:00,698 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:00,698 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:27:00,699 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,699 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:27:00,699 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,699 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,700 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,702 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:00,702 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5912064eb91b1c3c927332b08b81ee08 columnFamilyName A 2024-11-09T16:27:00,702 DEBUG [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:00,703 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(327): Store=5912064eb91b1c3c927332b08b81ee08/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:00,703 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,704 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:00,704 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5912064eb91b1c3c927332b08b81ee08 columnFamilyName B 2024-11-09T16:27:00,704 DEBUG [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:00,704 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(327): Store=5912064eb91b1c3c927332b08b81ee08/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:00,705 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,706 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:00,706 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5912064eb91b1c3c927332b08b81ee08 columnFamilyName C 2024-11-09T16:27:00,706 DEBUG [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:00,706 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(327): Store=5912064eb91b1c3c927332b08b81ee08/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:00,706 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:00,707 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,707 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,709 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:27:00,711 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:00,713 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:27:00,713 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 5912064eb91b1c3c927332b08b81ee08; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69094652, jitterRate=0.02959054708480835}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:27:00,714 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:00,715 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., pid=96, masterSystemTime=1731169620695 2024-11-09T16:27:00,717 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:00,717 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:00,717 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=5912064eb91b1c3c927332b08b81ee08, regionState=OPEN, openSeqNum=2, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:00,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-09T16:27:00,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 in 175 msec 2024-11-09T16:27:00,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-09T16:27:00,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, ASSIGN in 330 msec 2024-11-09T16:27:00,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:27:00,721 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169620720"}]},"ts":"1731169620720"} 2024-11-09T16:27:00,721 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T16:27:00,732 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:27:00,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2230 sec 2024-11-09T16:27:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-09T16:27:01,619 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-09T16:27:01,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2953086d to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33feebb 2024-11-09T16:27:01,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a139b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:01,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:01,666 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:01,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:27:01,668 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:27:01,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:27:01,670 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:27:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742156_1332 (size=996) 2024-11-09T16:27:02,083 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T16:27:02,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T16:27:02,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:27:02,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, REOPEN/MOVE}] 2024-11-09T16:27:02,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, REOPEN/MOVE 2024-11-09T16:27:02,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5912064eb91b1c3c927332b08b81ee08, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,092 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:27:02,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:02,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,244 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,244 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:27:02,244 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 5912064eb91b1c3c927332b08b81ee08, disabling compactions & flushes 2024-11-09T16:27:02,244 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,244 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,244 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. after waiting 0 ms 2024-11-09T16:27:02,244 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,252 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T16:27:02,253 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,253 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:02,253 WARN [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 5912064eb91b1c3c927332b08b81ee08 to self. 2024-11-09T16:27:02,255 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5912064eb91b1c3c927332b08b81ee08, regionState=CLOSED 2024-11-09T16:27:02,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-09T16:27:02,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 in 165 msec 2024-11-09T16:27:02,259 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, REOPEN/MOVE; state=CLOSED, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=true 2024-11-09T16:27:02,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5912064eb91b1c3c927332b08b81ee08, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:02,567 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,571 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,571 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:27:02,573 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,573 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:27:02,573 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,573 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,575 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,577 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:02,577 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5912064eb91b1c3c927332b08b81ee08 columnFamilyName A 2024-11-09T16:27:02,579 DEBUG [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:02,579 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(327): Store=5912064eb91b1c3c927332b08b81ee08/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:02,580 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,581 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:02,581 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5912064eb91b1c3c927332b08b81ee08 columnFamilyName B 2024-11-09T16:27:02,581 DEBUG [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:02,581 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(327): Store=5912064eb91b1c3c927332b08b81ee08/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:02,582 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,582 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:02,582 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5912064eb91b1c3c927332b08b81ee08 columnFamilyName C 2024-11-09T16:27:02,582 DEBUG [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:02,583 INFO [StoreOpener-5912064eb91b1c3c927332b08b81ee08-1 {}] regionserver.HStore(327): Store=5912064eb91b1c3c927332b08b81ee08/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:02,583 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,584 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,585 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,587 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:27:02,588 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,589 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 5912064eb91b1c3c927332b08b81ee08; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70988814, jitterRate=0.057815760374069214}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:27:02,589 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:02,590 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., pid=101, masterSystemTime=1731169622567 2024-11-09T16:27:02,591 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,591 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,591 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=5912064eb91b1c3c927332b08b81ee08, regionState=OPEN, openSeqNum=5, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-09T16:27:02,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 in 179 msec 2024-11-09T16:27:02,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-09T16:27:02,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, REOPEN/MOVE in 504 msec 2024-11-09T16:27:02,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-09T16:27:02,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-09T16:27:02,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 927 msec 2024-11-09T16:27:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-09T16:27:02,601 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2076b3ad to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c40db2e 2024-11-09T16:27:02,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acf826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20c5edec to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a86cb71 2024-11-09T16:27:02,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbce2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x789089aa to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3401188a 2024-11-09T16:27:02,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd3f5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,692 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x699c96a7 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55650656 2024-11-09T16:27:02,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c97513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712a5bc9 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c80a40c 2024-11-09T16:27:02,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42af2962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62cf69c5 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5910b8c7 2024-11-09T16:27:02,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e93614e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,717 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c35c7c4 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f9a05 2024-11-09T16:27:02,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523025d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,724 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a259e93 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b6d860 2024-11-09T16:27:02,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9a1701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06179765 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16722a1f 2024-11-09T16:27:02,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b05cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3518b14b to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@323d4725 2024-11-09T16:27:02,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170d29d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:02,752 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-09T16:27:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T16:27:02,754 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:02,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:02,755 DEBUG [hconnection-0x49263fda-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:02,756 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,762 DEBUG [hconnection-0x55f97ff1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,762 DEBUG [hconnection-0x175d125e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,762 DEBUG [hconnection-0x343283a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,762 DEBUG [hconnection-0x2d3ad2b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,763 DEBUG [hconnection-0x4345b704-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,763 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,763 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,763 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,763 DEBUG [hconnection-0x70fddd2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,763 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,763 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,764 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,764 DEBUG [hconnection-0x43af5278-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,765 DEBUG [hconnection-0x766b625e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,765 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,765 DEBUG [hconnection-0x21ada1b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:02,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,766 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:02,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:27:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:02,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169682791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169682790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169682791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169682793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169682795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fe63223b52cf40f9a31c5f5abdf3132e_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169622772/Put/seqid=0 2024-11-09T16:27:02,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742157_1333 (size=19474) 2024-11-09T16:27:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T16:27:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169682893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169682893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169682893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169682893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169682895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:02,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:02,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T16:27:03,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169683095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169683095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169683096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169683096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169683100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:03,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fe63223b52cf40f9a31c5f5abdf3132e_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe63223b52cf40f9a31c5f5abdf3132e_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:03,229 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/256adf71c44e41c48517a677014e425c, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:03,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/256adf71c44e41c48517a677014e425c is 175, key is test_row_0/A:col10/1731169622772/Put/seqid=0 2024-11-09T16:27:03,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742158_1334 (size=56733) 2024-11-09T16:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T16:27:03,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169683399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169683400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169683401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169683401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169683405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,515 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,634 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/256adf71c44e41c48517a677014e425c 2024-11-09T16:27:03,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/0236f14388fc406d834221c832d179c7 is 50, key is test_row_0/B:col10/1731169622772/Put/seqid=0 2024-11-09T16:27:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742159_1335 (size=12001) 2024-11-09T16:27:03,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/0236f14388fc406d834221c832d179c7 2024-11-09T16:27:03,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:03,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:03,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/e3290f427bd9449ca02f537135572624 is 50, key is test_row_0/C:col10/1731169622772/Put/seqid=0 2024-11-09T16:27:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742160_1336 (size=12001) 2024-11-09T16:27:03,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:03,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:03,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T16:27:03,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169683903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169683905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169683907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169683908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169683908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:03,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:03,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:04,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/e3290f427bd9449ca02f537135572624 2024-11-09T16:27:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/256adf71c44e41c48517a677014e425c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/256adf71c44e41c48517a677014e425c 2024-11-09T16:27:04,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/256adf71c44e41c48517a677014e425c, entries=300, sequenceid=17, filesize=55.4 K 2024-11-09T16:27:04,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/0236f14388fc406d834221c832d179c7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/0236f14388fc406d834221c832d179c7 2024-11-09T16:27:04,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/0236f14388fc406d834221c832d179c7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T16:27:04,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/e3290f427bd9449ca02f537135572624 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/e3290f427bd9449ca02f537135572624 2024-11-09T16:27:04,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/e3290f427bd9449ca02f537135572624, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T16:27:04,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5912064eb91b1c3c927332b08b81ee08 in 1329ms, sequenceid=17, compaction requested=false 2024-11-09T16:27:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:04,125 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:04,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-09T16:27:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:04,126 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T16:27:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:04,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109304512f05c904bcd9c1e517950729ab8_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169622791/Put/seqid=0 2024-11-09T16:27:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742161_1337 (size=12154) 2024-11-09T16:27:04,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:04,150 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109304512f05c904bcd9c1e517950729ab8_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109304512f05c904bcd9c1e517950729ab8_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:04,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/16285aade18049099e01c0046818296d, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:04,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/16285aade18049099e01c0046818296d is 175, key is test_row_0/A:col10/1731169622791/Put/seqid=0 2024-11-09T16:27:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742162_1338 (size=30955) 2024-11-09T16:27:04,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T16:27:04,568 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/16285aade18049099e01c0046818296d 2024-11-09T16:27:04,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/8951cdf4e35b4a1695b8e540efc7da87 is 50, key is test_row_0/B:col10/1731169622791/Put/seqid=0 2024-11-09T16:27:04,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742163_1339 (size=12001) 2024-11-09T16:27:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T16:27:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:04,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:04,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169684920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:04,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169684920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169684920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169684921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:04,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169684924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:04,996 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/8951cdf4e35b4a1695b8e540efc7da87 2024-11-09T16:27:05,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/4029f218d37b42a8a3eaf50963a27255 is 50, key is test_row_0/C:col10/1731169622791/Put/seqid=0 2024-11-09T16:27:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742164_1340 (size=12001) 2024-11-09T16:27:05,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169685025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169685025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169685026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169685027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169685030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169685230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169685231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169685232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169685234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169685236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,406 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/4029f218d37b42a8a3eaf50963a27255 2024-11-09T16:27:05,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/16285aade18049099e01c0046818296d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/16285aade18049099e01c0046818296d 2024-11-09T16:27:05,413 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/16285aade18049099e01c0046818296d, entries=150, sequenceid=41, filesize=30.2 K 2024-11-09T16:27:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/8951cdf4e35b4a1695b8e540efc7da87 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/8951cdf4e35b4a1695b8e540efc7da87 2024-11-09T16:27:05,417 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/8951cdf4e35b4a1695b8e540efc7da87, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T16:27:05,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/4029f218d37b42a8a3eaf50963a27255 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4029f218d37b42a8a3eaf50963a27255 2024-11-09T16:27:05,421 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4029f218d37b42a8a3eaf50963a27255, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T16:27:05,423 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5912064eb91b1c3c927332b08b81ee08 in 1298ms, sequenceid=41, compaction requested=false 2024-11-09T16:27:05,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:05,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:05,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-09T16:27:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-09T16:27:05,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-09T16:27:05,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6690 sec 2024-11-09T16:27:05,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6740 sec 2024-11-09T16:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:05,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T16:27:05,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:05,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:05,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:05,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:05,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:05,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:05,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094dbeb8fab71041d290f927b3173059f5_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169624923/Put/seqid=0 2024-11-09T16:27:05,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742165_1341 (size=14594) 2024-11-09T16:27:05,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:05,555 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094dbeb8fab71041d290f927b3173059f5_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094dbeb8fab71041d290f927b3173059f5_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:05,556 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/c0d4aaabc31e471d8c200bd536865196, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:05,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/c0d4aaabc31e471d8c200bd536865196 is 175, key is test_row_0/A:col10/1731169624923/Put/seqid=0 2024-11-09T16:27:05,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742166_1342 (size=39549) 2024-11-09T16:27:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169685567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169685568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169685568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169685570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169685571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169685675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169685675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169685675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169685675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169685679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169685879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169685879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169685880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169685881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169685885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:05,960 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/c0d4aaabc31e471d8c200bd536865196 2024-11-09T16:27:05,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/531e17a0e41f44f0a701eb24440aa792 is 50, key is test_row_0/B:col10/1731169624923/Put/seqid=0 2024-11-09T16:27:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742167_1343 (size=12001) 2024-11-09T16:27:06,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169686184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169686184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169686185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169686186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169686190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/531e17a0e41f44f0a701eb24440aa792 2024-11-09T16:27:06,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/6a58eebf35364073bc80751f0ab05487 is 50, key is test_row_0/C:col10/1731169624923/Put/seqid=0 2024-11-09T16:27:06,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742168_1344 (size=12001) 2024-11-09T16:27:06,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169686687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169686689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169686691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169686692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169686693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:06,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/6a58eebf35364073bc80751f0ab05487 2024-11-09T16:27:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/c0d4aaabc31e471d8c200bd536865196 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c0d4aaabc31e471d8c200bd536865196 2024-11-09T16:27:06,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c0d4aaabc31e471d8c200bd536865196, entries=200, sequenceid=54, filesize=38.6 K 2024-11-09T16:27:06,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/531e17a0e41f44f0a701eb24440aa792 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/531e17a0e41f44f0a701eb24440aa792 2024-11-09T16:27:06,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/531e17a0e41f44f0a701eb24440aa792, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T16:27:06,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/6a58eebf35364073bc80751f0ab05487 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/6a58eebf35364073bc80751f0ab05487 2024-11-09T16:27:06,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/6a58eebf35364073bc80751f0ab05487, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T16:27:06,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5912064eb91b1c3c927332b08b81ee08 in 1250ms, sequenceid=54, compaction requested=true 2024-11-09T16:27:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:06,793 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:06,793 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:06,794 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:06,794 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:06,794 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/A is initiating minor compaction (all files) 2024-11-09T16:27:06,794 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/B is initiating minor compaction (all files) 2024-11-09T16:27:06,794 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/A in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:06,794 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/B in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:06,794 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/0236f14388fc406d834221c832d179c7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/8951cdf4e35b4a1695b8e540efc7da87, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/531e17a0e41f44f0a701eb24440aa792] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=35.2 K 2024-11-09T16:27:06,794 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/256adf71c44e41c48517a677014e425c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/16285aade18049099e01c0046818296d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c0d4aaabc31e471d8c200bd536865196] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=124.3 K 2024-11-09T16:27:06,794 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:06,794 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/256adf71c44e41c48517a677014e425c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/16285aade18049099e01c0046818296d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c0d4aaabc31e471d8c200bd536865196] 2024-11-09T16:27:06,794 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 0236f14388fc406d834221c832d179c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169622771 2024-11-09T16:27:06,794 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 256adf71c44e41c48517a677014e425c, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169622767 2024-11-09T16:27:06,795 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8951cdf4e35b4a1695b8e540efc7da87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731169622788 2024-11-09T16:27:06,795 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16285aade18049099e01c0046818296d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731169622788 2024-11-09T16:27:06,795 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 531e17a0e41f44f0a701eb24440aa792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169624920 2024-11-09T16:27:06,795 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d4aaabc31e471d8c200bd536865196, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169624919 2024-11-09T16:27:06,799 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:06,801 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093c334f05e6bc493d83bdb0b3f3c46274_5912064eb91b1c3c927332b08b81ee08 store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:06,801 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:06,801 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/3df2c8625e96423d93fa36a94053cd61 is 50, key is test_row_0/B:col10/1731169624923/Put/seqid=0 2024-11-09T16:27:06,802 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093c334f05e6bc493d83bdb0b3f3c46274_5912064eb91b1c3c927332b08b81ee08, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:06,802 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093c334f05e6bc493d83bdb0b3f3c46274_5912064eb91b1c3c927332b08b81ee08 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:06,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742170_1346 (size=4469) 2024-11-09T16:27:06,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742169_1345 (size=12104) 2024-11-09T16:27:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-09T16:27:06,858 INFO [Thread-1526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-09T16:27:06,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-09T16:27:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T16:27:06,860 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:06,861 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:06,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T16:27:07,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-09T16:27:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:07,013 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T16:27:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110955ed9e83acb54175829455a5514e1636_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169625570/Put/seqid=0 2024-11-09T16:27:07,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742171_1347 (size=12154) 2024-11-09T16:27:07,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:07,026 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110955ed9e83acb54175829455a5514e1636_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110955ed9e83acb54175829455a5514e1636_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:07,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/e2592ce0fc9d462cba8955b78d5d6323, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:07,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/e2592ce0fc9d462cba8955b78d5d6323 is 175, key is test_row_0/A:col10/1731169625570/Put/seqid=0 2024-11-09T16:27:07,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742172_1348 (size=30955) 2024-11-09T16:27:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T16:27:07,216 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#A#compaction#291 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:07,216 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/a8d7fda115f54fcc817f37452b48be28 is 175, key is test_row_0/A:col10/1731169624923/Put/seqid=0 2024-11-09T16:27:07,220 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/3df2c8625e96423d93fa36a94053cd61 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/3df2c8625e96423d93fa36a94053cd61 2024-11-09T16:27:07,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742173_1349 (size=31058) 2024-11-09T16:27:07,225 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/B of 5912064eb91b1c3c927332b08b81ee08 into 3df2c8625e96423d93fa36a94053cd61(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:07,225 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:07,225 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/B, priority=13, startTime=1731169626793; duration=0sec 2024-11-09T16:27:07,225 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:07,226 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:B 2024-11-09T16:27:07,226 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:07,226 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:07,226 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/C is initiating minor compaction (all files) 2024-11-09T16:27:07,227 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/C in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:07,227 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/e3290f427bd9449ca02f537135572624, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4029f218d37b42a8a3eaf50963a27255, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/6a58eebf35364073bc80751f0ab05487] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=35.2 K 2024-11-09T16:27:07,227 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e3290f427bd9449ca02f537135572624, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169622771 2024-11-09T16:27:07,227 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4029f218d37b42a8a3eaf50963a27255, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731169622788 2024-11-09T16:27:07,227 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a58eebf35364073bc80751f0ab05487, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169624920 2024-11-09T16:27:07,234 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:07,234 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/2632ef17121d4296bbe3d5663a5a21c0 is 50, key is test_row_0/C:col10/1731169624923/Put/seqid=0 2024-11-09T16:27:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742174_1350 (size=12104) 2024-11-09T16:27:07,253 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/2632ef17121d4296bbe3d5663a5a21c0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/2632ef17121d4296bbe3d5663a5a21c0 2024-11-09T16:27:07,259 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/C of 5912064eb91b1c3c927332b08b81ee08 into 2632ef17121d4296bbe3d5663a5a21c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:07,259 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:07,259 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/C, priority=13, startTime=1731169626793; duration=0sec 2024-11-09T16:27:07,259 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:07,259 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:C 2024-11-09T16:27:07,435 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/e2592ce0fc9d462cba8955b78d5d6323 2024-11-09T16:27:07,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/203646589ec341b896eebd067feaeb44 is 50, key is test_row_0/B:col10/1731169625570/Put/seqid=0 2024-11-09T16:27:07,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742175_1351 (size=12001) 2024-11-09T16:27:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T16:27:07,624 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/a8d7fda115f54fcc817f37452b48be28 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/a8d7fda115f54fcc817f37452b48be28 2024-11-09T16:27:07,628 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/A of 5912064eb91b1c3c927332b08b81ee08 into a8d7fda115f54fcc817f37452b48be28(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:07,628 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:07,628 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/A, priority=13, startTime=1731169626793; duration=0sec 2024-11-09T16:27:07,628 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:07,628 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:A 2024-11-09T16:27:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:07,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:07,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169687705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169687706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169687706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169687707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169687707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169687808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169687812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169687812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169687812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169687812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:07,848 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/203646589ec341b896eebd067feaeb44 2024-11-09T16:27:07,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/d36291d4f0c64ab581413da5ed8670d9 is 50, key is test_row_0/C:col10/1731169625570/Put/seqid=0 2024-11-09T16:27:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742176_1352 (size=12001) 2024-11-09T16:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T16:27:08,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169688016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169688017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169688017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169688017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169688018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,257 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/d36291d4f0c64ab581413da5ed8670d9 2024-11-09T16:27:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/e2592ce0fc9d462cba8955b78d5d6323 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/e2592ce0fc9d462cba8955b78d5d6323 2024-11-09T16:27:08,263 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/e2592ce0fc9d462cba8955b78d5d6323, entries=150, sequenceid=77, filesize=30.2 K 2024-11-09T16:27:08,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/203646589ec341b896eebd067feaeb44 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/203646589ec341b896eebd067feaeb44 2024-11-09T16:27:08,267 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/203646589ec341b896eebd067feaeb44, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T16:27:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/d36291d4f0c64ab581413da5ed8670d9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/d36291d4f0c64ab581413da5ed8670d9 2024-11-09T16:27:08,271 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/d36291d4f0c64ab581413da5ed8670d9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T16:27:08,271 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5912064eb91b1c3c927332b08b81ee08 in 1259ms, sequenceid=77, compaction requested=false 2024-11-09T16:27:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:08,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-09T16:27:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-09T16:27:08,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-09T16:27:08,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-09T16:27:08,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.4150 sec 2024-11-09T16:27:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:08,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T16:27:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:08,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110984fab3c24fd54ae7b6bbe666e406d2f9_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169627706/Put/seqid=0 2024-11-09T16:27:08,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742177_1353 (size=12154) 2024-11-09T16:27:08,343 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:08,347 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110984fab3c24fd54ae7b6bbe666e406d2f9_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110984fab3c24fd54ae7b6bbe666e406d2f9_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:08,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/925b290a9ca94c828276451c236a3209, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:08,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/925b290a9ca94c828276451c236a3209 is 175, key is test_row_0/A:col10/1731169627706/Put/seqid=0 2024-11-09T16:27:08,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742178_1354 (size=30955) 2024-11-09T16:27:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169688348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169688348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169688356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169688357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169688358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169688458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169688459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169688463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169688465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169688465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169688662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169688663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169688669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169688669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169688669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,753 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/925b290a9ca94c828276451c236a3209 2024-11-09T16:27:08,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/788c9148732447d3b4476c46ca2fc234 is 50, key is test_row_0/B:col10/1731169627706/Put/seqid=0 2024-11-09T16:27:08,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742179_1355 (size=12001) 2024-11-09T16:27:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-09T16:27:08,963 INFO [Thread-1526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-09T16:27:08,965 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-09T16:27:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T16:27:08,966 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:08,966 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:08,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:08,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169688969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169688971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169688978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169688979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:08,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169688980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T16:27:09,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T16:27:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:09,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:09,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/788c9148732447d3b4476c46ca2fc234 2024-11-09T16:27:09,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/a079a351b21641ce8e8074ee8d642982 is 50, key is test_row_0/C:col10/1731169627706/Put/seqid=0 2024-11-09T16:27:09,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742180_1356 (size=12001) 2024-11-09T16:27:09,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/a079a351b21641ce8e8074ee8d642982 2024-11-09T16:27:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/925b290a9ca94c828276451c236a3209 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/925b290a9ca94c828276451c236a3209 2024-11-09T16:27:09,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/925b290a9ca94c828276451c236a3209, entries=150, sequenceid=96, filesize=30.2 K 2024-11-09T16:27:09,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/788c9148732447d3b4476c46ca2fc234 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/788c9148732447d3b4476c46ca2fc234 2024-11-09T16:27:09,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/788c9148732447d3b4476c46ca2fc234, entries=150, sequenceid=96, filesize=11.7 K 2024-11-09T16:27:09,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/a079a351b21641ce8e8074ee8d642982 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a079a351b21641ce8e8074ee8d642982 2024-11-09T16:27:09,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a079a351b21641ce8e8074ee8d642982, entries=150, sequenceid=96, filesize=11.7 K 2024-11-09T16:27:09,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5912064eb91b1c3c927332b08b81ee08 in 919ms, sequenceid=96, compaction requested=true 2024-11-09T16:27:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:09,245 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:09,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T16:27:09,246 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:09,248 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:09,248 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:09,248 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/A is initiating minor compaction (all files) 2024-11-09T16:27:09,248 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/B is initiating minor compaction (all files) 2024-11-09T16:27:09,248 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/B in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:09,248 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/A in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:09,248 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/3df2c8625e96423d93fa36a94053cd61, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/203646589ec341b896eebd067feaeb44, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/788c9148732447d3b4476c46ca2fc234] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=35.3 K 2024-11-09T16:27:09,248 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/a8d7fda115f54fcc817f37452b48be28, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/e2592ce0fc9d462cba8955b78d5d6323, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/925b290a9ca94c828276451c236a3209] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=90.8 K 2024-11-09T16:27:09,248 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:09,248 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/a8d7fda115f54fcc817f37452b48be28, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/e2592ce0fc9d462cba8955b78d5d6323, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/925b290a9ca94c828276451c236a3209] 2024-11-09T16:27:09,248 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 3df2c8625e96423d93fa36a94053cd61, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169624920 2024-11-09T16:27:09,249 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8d7fda115f54fcc817f37452b48be28, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169624920 2024-11-09T16:27:09,249 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 203646589ec341b896eebd067feaeb44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169625567 2024-11-09T16:27:09,249 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2592ce0fc9d462cba8955b78d5d6323, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169625567 2024-11-09T16:27:09,249 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 788c9148732447d3b4476c46ca2fc234, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731169627706 2024-11-09T16:27:09,249 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 925b290a9ca94c828276451c236a3209, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731169627706 2024-11-09T16:27:09,255 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:09,256 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:09,257 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d3f3c91ce707443685e76ea5f8fdf25b_5912064eb91b1c3c927332b08b81ee08 store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:09,257 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/431aa76f3b9e4ec8b6fafa206b2c1264 is 50, key is test_row_0/B:col10/1731169627706/Put/seqid=0 2024-11-09T16:27:09,259 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d3f3c91ce707443685e76ea5f8fdf25b_5912064eb91b1c3c927332b08b81ee08, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:09,259 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d3f3c91ce707443685e76ea5f8fdf25b_5912064eb91b1c3c927332b08b81ee08 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:09,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742181_1357 (size=12207) 2024-11-09T16:27:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742182_1358 (size=4469) 2024-11-09T16:27:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T16:27:09,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-09T16:27:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:09,271 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T16:27:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:09,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094892d749cb344d64b42b23ad0b8cc006_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169628357/Put/seqid=0 2024-11-09T16:27:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742183_1359 (size=12154) 2024-11-09T16:27:09,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:09,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169689495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169689497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169689501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169689501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169689502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T16:27:09,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T16:27:09,574 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T16:27:09,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169689604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169689605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169689609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169689609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169689610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,667 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#A#compaction#301 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:09,667 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/f58794c4f1474830b118ddeb57e3e76b is 175, key is test_row_0/A:col10/1731169627706/Put/seqid=0 2024-11-09T16:27:09,668 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/431aa76f3b9e4ec8b6fafa206b2c1264 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/431aa76f3b9e4ec8b6fafa206b2c1264 2024-11-09T16:27:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742184_1360 (size=31161) 2024-11-09T16:27:09,674 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/B of 5912064eb91b1c3c927332b08b81ee08 into 431aa76f3b9e4ec8b6fafa206b2c1264(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:09,674 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:09,675 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/B, priority=13, startTime=1731169629245; duration=0sec 2024-11-09T16:27:09,675 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:09,675 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:B 2024-11-09T16:27:09,675 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:09,676 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:09,676 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/C is initiating minor compaction (all files) 2024-11-09T16:27:09,676 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/C in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:09,676 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/2632ef17121d4296bbe3d5663a5a21c0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/d36291d4f0c64ab581413da5ed8670d9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a079a351b21641ce8e8074ee8d642982] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=35.3 K 2024-11-09T16:27:09,676 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 2632ef17121d4296bbe3d5663a5a21c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731169624920 2024-11-09T16:27:09,676 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d36291d4f0c64ab581413da5ed8670d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169625567 2024-11-09T16:27:09,677 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a079a351b21641ce8e8074ee8d642982, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731169627706 2024-11-09T16:27:09,682 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:09,683 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/52ce3dfb56084756829ea478b5add0ee is 50, key is test_row_0/C:col10/1731169627706/Put/seqid=0 2024-11-09T16:27:09,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742185_1361 (size=12207) 2024-11-09T16:27:09,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:09,691 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094892d749cb344d64b42b23ad0b8cc006_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094892d749cb344d64b42b23ad0b8cc006_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:09,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/2660ce6b69d547aea3892de7c72bde7a, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:09,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/2660ce6b69d547aea3892de7c72bde7a is 175, key is test_row_0/A:col10/1731169628357/Put/seqid=0 2024-11-09T16:27:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742186_1362 (size=30955) 2024-11-09T16:27:09,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169689809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169689813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169689813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169689813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:09,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169689819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T16:27:10,081 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/f58794c4f1474830b118ddeb57e3e76b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/f58794c4f1474830b118ddeb57e3e76b 2024-11-09T16:27:10,096 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/A of 5912064eb91b1c3c927332b08b81ee08 into f58794c4f1474830b118ddeb57e3e76b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:10,096 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:10,096 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/A, priority=13, startTime=1731169629245; duration=0sec 2024-11-09T16:27:10,096 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:10,096 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:A 2024-11-09T16:27:10,101 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/2660ce6b69d547aea3892de7c72bde7a 2024-11-09T16:27:10,115 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/52ce3dfb56084756829ea478b5add0ee as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/52ce3dfb56084756829ea478b5add0ee 2024-11-09T16:27:10,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169690116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169690122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169690127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169690127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169690127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/78c46c455fe24326bebd95726424034a is 50, key is test_row_0/B:col10/1731169628357/Put/seqid=0 2024-11-09T16:27:10,149 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/C of 5912064eb91b1c3c927332b08b81ee08 into 52ce3dfb56084756829ea478b5add0ee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:10,149 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:10,149 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/C, priority=13, startTime=1731169629245; duration=0sec 2024-11-09T16:27:10,149 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:10,149 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:C 2024-11-09T16:27:10,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742187_1363 (size=12001) 2024-11-09T16:27:10,574 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/78c46c455fe24326bebd95726424034a 2024-11-09T16:27:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/4e3a91e08b824a67a770cc7012997e3c is 50, key is test_row_0/C:col10/1731169628357/Put/seqid=0 2024-11-09T16:27:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742188_1364 (size=12001) 2024-11-09T16:27:10,585 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/4e3a91e08b824a67a770cc7012997e3c 2024-11-09T16:27:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/2660ce6b69d547aea3892de7c72bde7a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/2660ce6b69d547aea3892de7c72bde7a 2024-11-09T16:27:10,592 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/2660ce6b69d547aea3892de7c72bde7a, entries=150, sequenceid=116, filesize=30.2 K 2024-11-09T16:27:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/78c46c455fe24326bebd95726424034a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/78c46c455fe24326bebd95726424034a 2024-11-09T16:27:10,597 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/78c46c455fe24326bebd95726424034a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:27:10,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/4e3a91e08b824a67a770cc7012997e3c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4e3a91e08b824a67a770cc7012997e3c 2024-11-09T16:27:10,603 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4e3a91e08b824a67a770cc7012997e3c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:27:10,604 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5912064eb91b1c3c927332b08b81ee08 in 1332ms, sequenceid=116, compaction requested=false 2024-11-09T16:27:10,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:10,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:10,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-09T16:27:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-09T16:27:10,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-09T16:27:10,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6380 sec 2024-11-09T16:27:10,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.6410 sec 2024-11-09T16:27:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:10,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T16:27:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:10,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:10,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109acc2a143c5c04dda855eab57d4153e84_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169630634/Put/seqid=0 2024-11-09T16:27:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742189_1365 (size=12304) 2024-11-09T16:27:10,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169690666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169690670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169690670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169690672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169690672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169690773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169690776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169690777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169690782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169690782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169690977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169690978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169690985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169690986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169690986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,052 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:11,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109acc2a143c5c04dda855eab57d4153e84_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109acc2a143c5c04dda855eab57d4153e84_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:11,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/90576a9d855d42748eb6f57bb2881b68, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:11,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/90576a9d855d42748eb6f57bb2881b68 is 175, key is test_row_0/A:col10/1731169630634/Put/seqid=0 2024-11-09T16:27:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742190_1366 (size=31105) 2024-11-09T16:27:11,060 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/90576a9d855d42748eb6f57bb2881b68 2024-11-09T16:27:11,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/587831088b0f4fda8b49cc52e4b7f250 is 50, key is test_row_0/B:col10/1731169630634/Put/seqid=0 2024-11-09T16:27:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-09T16:27:11,069 INFO [Thread-1526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-09T16:27:11,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-09T16:27:11,071 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:11,072 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:11,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:11,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742191_1367 (size=12151) 2024-11-09T16:27:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T16:27:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T16:27:11,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T16:27:11,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:11,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:11,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:11,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169691280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169691285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169691291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169691292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169691292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T16:27:11,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T16:27:11,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:11,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:11,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/587831088b0f4fda8b49cc52e4b7f250 2024-11-09T16:27:11,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/8965159575224c9b96945d09d5b08e89 is 50, key is test_row_0/C:col10/1731169630634/Put/seqid=0 2024-11-09T16:27:11,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742192_1368 (size=12151) 2024-11-09T16:27:11,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/8965159575224c9b96945d09d5b08e89 2024-11-09T16:27:11,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/90576a9d855d42748eb6f57bb2881b68 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90576a9d855d42748eb6f57bb2881b68 2024-11-09T16:27:11,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90576a9d855d42748eb6f57bb2881b68, entries=150, sequenceid=136, filesize=30.4 K 2024-11-09T16:27:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/587831088b0f4fda8b49cc52e4b7f250 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/587831088b0f4fda8b49cc52e4b7f250 2024-11-09T16:27:11,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/587831088b0f4fda8b49cc52e4b7f250, entries=150, sequenceid=136, filesize=11.9 K 2024-11-09T16:27:11,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/8965159575224c9b96945d09d5b08e89 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/8965159575224c9b96945d09d5b08e89 2024-11-09T16:27:11,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/8965159575224c9b96945d09d5b08e89, entries=150, sequenceid=136, filesize=11.9 K 2024-11-09T16:27:11,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 5912064eb91b1c3c927332b08b81ee08 in 873ms, sequenceid=136, compaction requested=true 2024-11-09T16:27:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:11,509 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:11,509 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:11,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:11,509 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:11,510 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/A is initiating minor compaction (all files) 2024-11-09T16:27:11,510 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/A in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,510 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/f58794c4f1474830b118ddeb57e3e76b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/2660ce6b69d547aea3892de7c72bde7a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90576a9d855d42748eb6f57bb2881b68] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=91.0 K 2024-11-09T16:27:11,510 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,510 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/f58794c4f1474830b118ddeb57e3e76b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/2660ce6b69d547aea3892de7c72bde7a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90576a9d855d42748eb6f57bb2881b68] 2024-11-09T16:27:11,510 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:11,510 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/B is initiating minor compaction (all files) 2024-11-09T16:27:11,510 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/B in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,510 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/431aa76f3b9e4ec8b6fafa206b2c1264, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/78c46c455fe24326bebd95726424034a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/587831088b0f4fda8b49cc52e4b7f250] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=35.5 K 2024-11-09T16:27:11,511 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting f58794c4f1474830b118ddeb57e3e76b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731169627706 2024-11-09T16:27:11,511 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 431aa76f3b9e4ec8b6fafa206b2c1264, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731169627706 2024-11-09T16:27:11,511 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 78c46c455fe24326bebd95726424034a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169628355 2024-11-09T16:27:11,511 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2660ce6b69d547aea3892de7c72bde7a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169628355 2024-11-09T16:27:11,511 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 587831088b0f4fda8b49cc52e4b7f250, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731169629500 2024-11-09T16:27:11,511 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90576a9d855d42748eb6f57bb2881b68, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731169629500 2024-11-09T16:27:11,516 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:11,517 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:11,517 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/a44c3e7bb72a4af5b9febfab87866925 is 50, key is test_row_0/B:col10/1731169630634/Put/seqid=0 2024-11-09T16:27:11,518 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411099b51bba5ecaf4f268925f8c75599ae49_5912064eb91b1c3c927332b08b81ee08 store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:11,520 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411099b51bba5ecaf4f268925f8c75599ae49_5912064eb91b1c3c927332b08b81ee08, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:11,520 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099b51bba5ecaf4f268925f8c75599ae49_5912064eb91b1c3c927332b08b81ee08 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742194_1370 (size=4469) 2024-11-09T16:27:11,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-09T16:27:11,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742193_1369 (size=12459) 2024-11-09T16:27:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,529 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#A#compaction#310 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:11,529 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T16:27:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:11,529 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/5ce708444d5e45da8c83beffa11404e8 is 175, key is test_row_0/A:col10/1731169630634/Put/seqid=0 2024-11-09T16:27:11,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742195_1371 (size=31413) 2024-11-09T16:27:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c2da6f2f5f7545719f19fe9775499f80_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169630664/Put/seqid=0 2024-11-09T16:27:11,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742196_1372 (size=12304) 2024-11-09T16:27:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T16:27:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:11,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169691834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169691835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169691836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169691845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169691846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,933 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/a44c3e7bb72a4af5b9febfab87866925 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/a44c3e7bb72a4af5b9febfab87866925 2024-11-09T16:27:11,937 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/B of 5912064eb91b1c3c927332b08b81ee08 into a44c3e7bb72a4af5b9febfab87866925(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:11,937 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:11,937 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/B, priority=13, startTime=1731169631509; duration=0sec 2024-11-09T16:27:11,937 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:11,937 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:B 2024-11-09T16:27:11,937 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:11,939 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:11,939 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/C is initiating minor compaction (all files) 2024-11-09T16:27:11,939 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/C in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:11,939 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/5ce708444d5e45da8c83beffa11404e8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/5ce708444d5e45da8c83beffa11404e8 2024-11-09T16:27:11,939 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/52ce3dfb56084756829ea478b5add0ee, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4e3a91e08b824a67a770cc7012997e3c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/8965159575224c9b96945d09d5b08e89] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=35.5 K 2024-11-09T16:27:11,939 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 52ce3dfb56084756829ea478b5add0ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731169627706 2024-11-09T16:27:11,940 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3a91e08b824a67a770cc7012997e3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169628355 2024-11-09T16:27:11,940 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8965159575224c9b96945d09d5b08e89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731169629500 2024-11-09T16:27:11,944 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/A of 5912064eb91b1c3c927332b08b81ee08 into 5ce708444d5e45da8c83beffa11404e8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:11,944 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:11,944 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/A, priority=13, startTime=1731169631509; duration=0sec 2024-11-09T16:27:11,944 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:11,944 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:A 2024-11-09T16:27:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:11,948 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:11,948 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/933a488d862e4bb692301c7c269f5a0f is 50, key is test_row_0/C:col10/1731169630634/Put/seqid=0 2024-11-09T16:27:11,951 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c2da6f2f5f7545719f19fe9775499f80_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c2da6f2f5f7545719f19fe9775499f80_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:11,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/90c5cb22052341d091dc4aac2eef72b1, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:11,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/90c5cb22052341d091dc4aac2eef72b1 is 175, key is test_row_0/A:col10/1731169630664/Put/seqid=0 2024-11-09T16:27:11,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169691947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169691948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169691948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169691955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742198_1374 (size=31105) 2024-11-09T16:27:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742197_1373 (size=12459) 2024-11-09T16:27:11,959 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/90c5cb22052341d091dc4aac2eef72b1 2024-11-09T16:27:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169691956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:11,966 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/933a488d862e4bb692301c7c269f5a0f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/933a488d862e4bb692301c7c269f5a0f 2024-11-09T16:27:11,970 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/C of 5912064eb91b1c3c927332b08b81ee08 into 933a488d862e4bb692301c7c269f5a0f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:11,970 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:11,970 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/C, priority=13, startTime=1731169631509; duration=0sec 2024-11-09T16:27:11,970 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:11,970 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:C 2024-11-09T16:27:11,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/89ea230109e143c0815e57b5242c8d42 is 50, key is test_row_0/B:col10/1731169630664/Put/seqid=0 2024-11-09T16:27:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742199_1375 (size=12151) 2024-11-09T16:27:11,976 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/89ea230109e143c0815e57b5242c8d42 2024-11-09T16:27:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/ade2ddccfed64dd3b44d483e25a056fe is 50, key is test_row_0/C:col10/1731169630664/Put/seqid=0 2024-11-09T16:27:11,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742200_1376 (size=12151) 2024-11-09T16:27:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169692156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169692156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169692156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169692157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169692162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T16:27:12,386 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/ade2ddccfed64dd3b44d483e25a056fe 2024-11-09T16:27:12,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/90c5cb22052341d091dc4aac2eef72b1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90c5cb22052341d091dc4aac2eef72b1 2024-11-09T16:27:12,393 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90c5cb22052341d091dc4aac2eef72b1, entries=150, sequenceid=156, filesize=30.4 K 2024-11-09T16:27:12,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/89ea230109e143c0815e57b5242c8d42 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/89ea230109e143c0815e57b5242c8d42 2024-11-09T16:27:12,397 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/89ea230109e143c0815e57b5242c8d42, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T16:27:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/ade2ddccfed64dd3b44d483e25a056fe as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/ade2ddccfed64dd3b44d483e25a056fe 2024-11-09T16:27:12,402 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/ade2ddccfed64dd3b44d483e25a056fe, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T16:27:12,403 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5912064eb91b1c3c927332b08b81ee08 in 874ms, sequenceid=156, compaction requested=false 2024-11-09T16:27:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-09T16:27:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-09T16:27:12,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-09T16:27:12,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3320 sec 2024-11-09T16:27:12,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.3360 sec 2024-11-09T16:27:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:12,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T16:27:12,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:12,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:12,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:12,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:12,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:12,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:12,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097cf2da7ccefb44ffb2d69247bd74ec28_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169631845/Put/seqid=0 2024-11-09T16:27:12,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742201_1377 (size=14794) 2024-11-09T16:27:12,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169692486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169692487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169692487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169692488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169692488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169692594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169692595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169692595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169692595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169692596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169692801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169692801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169692801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169692802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169692802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:12,884 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:12,888 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097cf2da7ccefb44ffb2d69247bd74ec28_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097cf2da7ccefb44ffb2d69247bd74ec28_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:12,888 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/af7a7d062f9f4fff853f5b6a5bfde857, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:12,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/af7a7d062f9f4fff853f5b6a5bfde857 is 175, key is test_row_0/A:col10/1731169631845/Put/seqid=0 2024-11-09T16:27:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742202_1378 (size=39749) 2024-11-09T16:27:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169693107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169693108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169693108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169693108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169693109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-09T16:27:13,176 INFO [Thread-1526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-09T16:27:13,177 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-09T16:27:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T16:27:13,178 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:13,179 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:13,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T16:27:13,293 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/af7a7d062f9f4fff853f5b6a5bfde857 2024-11-09T16:27:13,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/30e088ff88f64b8abf8d365203569500 is 50, key is test_row_0/B:col10/1731169631845/Put/seqid=0 2024-11-09T16:27:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742203_1379 (size=12151) 2024-11-09T16:27:13,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T16:27:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T16:27:13,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T16:27:13,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:13,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169693613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169693614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169693614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169693616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169693618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,635 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T16:27:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/30e088ff88f64b8abf8d365203569500 2024-11-09T16:27:13,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/9c1407e02be9445e9ab8fa8f66bdcd58 is 50, key is test_row_0/C:col10/1731169631845/Put/seqid=0 2024-11-09T16:27:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742204_1380 (size=12151) 2024-11-09T16:27:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T16:27:13,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T16:27:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:13,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T16:27:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:13,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:14,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T16:27:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:14,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:14,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/9c1407e02be9445e9ab8fa8f66bdcd58 2024-11-09T16:27:14,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/af7a7d062f9f4fff853f5b6a5bfde857 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/af7a7d062f9f4fff853f5b6a5bfde857 2024-11-09T16:27:14,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/af7a7d062f9f4fff853f5b6a5bfde857, entries=200, sequenceid=176, filesize=38.8 K 2024-11-09T16:27:14,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/30e088ff88f64b8abf8d365203569500 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/30e088ff88f64b8abf8d365203569500 2024-11-09T16:27:14,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/30e088ff88f64b8abf8d365203569500, entries=150, sequenceid=176, filesize=11.9 K 2024-11-09T16:27:14,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/9c1407e02be9445e9ab8fa8f66bdcd58 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/9c1407e02be9445e9ab8fa8f66bdcd58 2024-11-09T16:27:14,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/9c1407e02be9445e9ab8fa8f66bdcd58, entries=150, sequenceid=176, filesize=11.9 K 2024-11-09T16:27:14,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5912064eb91b1c3c927332b08b81ee08 in 1663ms, sequenceid=176, compaction requested=true 2024-11-09T16:27:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:14,128 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:14,128 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:14,129 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:14,129 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:14,129 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/A is initiating minor compaction (all files) 2024-11-09T16:27:14,129 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/B is initiating minor compaction (all files) 2024-11-09T16:27:14,129 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/B in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:14,129 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/A in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:14,129 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/a44c3e7bb72a4af5b9febfab87866925, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/89ea230109e143c0815e57b5242c8d42, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/30e088ff88f64b8abf8d365203569500] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=35.9 K 2024-11-09T16:27:14,129 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/5ce708444d5e45da8c83beffa11404e8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90c5cb22052341d091dc4aac2eef72b1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/af7a7d062f9f4fff853f5b6a5bfde857] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=99.9 K 2024-11-09T16:27:14,129 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:14,129 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/5ce708444d5e45da8c83beffa11404e8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90c5cb22052341d091dc4aac2eef72b1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/af7a7d062f9f4fff853f5b6a5bfde857] 2024-11-09T16:27:14,129 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a44c3e7bb72a4af5b9febfab87866925, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731169629500 2024-11-09T16:27:14,130 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 89ea230109e143c0815e57b5242c8d42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731169630664 2024-11-09T16:27:14,130 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ce708444d5e45da8c83beffa11404e8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731169629500 2024-11-09T16:27:14,130 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 30e088ff88f64b8abf8d365203569500, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731169631835 2024-11-09T16:27:14,130 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90c5cb22052341d091dc4aac2eef72b1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731169630664 2024-11-09T16:27:14,130 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting af7a7d062f9f4fff853f5b6a5bfde857, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731169631835 2024-11-09T16:27:14,134 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:14,136 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:14,136 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110900461757040b49a1a2b06a1d401f42ac_5912064eb91b1c3c927332b08b81ee08 store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:14,136 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/4658bd3ad28d4166b7c37627aa03e5dd is 50, key is test_row_0/B:col10/1731169631845/Put/seqid=0 2024-11-09T16:27:14,138 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110900461757040b49a1a2b06a1d401f42ac_5912064eb91b1c3c927332b08b81ee08, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:14,138 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110900461757040b49a1a2b06a1d401f42ac_5912064eb91b1c3c927332b08b81ee08 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742205_1381 (size=12561) 2024-11-09T16:27:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742206_1382 (size=4469) 2024-11-09T16:27:14,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-09T16:27:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:14,244 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T16:27:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd984cc95c4f42e188be729dd169b2cc_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169632487/Put/seqid=0 2024-11-09T16:27:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742207_1383 (size=12304) 2024-11-09T16:27:14,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:14,257 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd984cc95c4f42e188be729dd169b2cc_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd984cc95c4f42e188be729dd169b2cc_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/cf7c1112b13343c5888e4608ded8187d, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:14,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/cf7c1112b13343c5888e4608ded8187d is 175, key is test_row_0/A:col10/1731169632487/Put/seqid=0 2024-11-09T16:27:14,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742208_1384 (size=31105) 2024-11-09T16:27:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T16:27:14,542 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:14,543 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/4ae6b570bf6a4397a19a18d00176d822 is 175, key is test_row_0/A:col10/1731169631845/Put/seqid=0 2024-11-09T16:27:14,549 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/4658bd3ad28d4166b7c37627aa03e5dd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4658bd3ad28d4166b7c37627aa03e5dd 2024-11-09T16:27:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742209_1385 (size=31515) 2024-11-09T16:27:14,556 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/B of 5912064eb91b1c3c927332b08b81ee08 into 4658bd3ad28d4166b7c37627aa03e5dd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:14,556 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:14,556 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/B, priority=13, startTime=1731169634128; duration=0sec 2024-11-09T16:27:14,556 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:14,556 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:B 2024-11-09T16:27:14,556 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:14,557 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/4ae6b570bf6a4397a19a18d00176d822 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4ae6b570bf6a4397a19a18d00176d822 2024-11-09T16:27:14,558 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:14,558 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/C is initiating minor compaction (all files) 2024-11-09T16:27:14,558 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/C in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:14,558 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/933a488d862e4bb692301c7c269f5a0f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/ade2ddccfed64dd3b44d483e25a056fe, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/9c1407e02be9445e9ab8fa8f66bdcd58] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=35.9 K 2024-11-09T16:27:14,558 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 933a488d862e4bb692301c7c269f5a0f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731169629500 2024-11-09T16:27:14,559 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting ade2ddccfed64dd3b44d483e25a056fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731169630664 2024-11-09T16:27:14,559 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c1407e02be9445e9ab8fa8f66bdcd58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731169631835 2024-11-09T16:27:14,564 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:14,564 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/A of 5912064eb91b1c3c927332b08b81ee08 into 4ae6b570bf6a4397a19a18d00176d822(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:14,564 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/14a64541e8374d8bb7513c852efc4d40 is 50, key is test_row_0/C:col10/1731169631845/Put/seqid=0 2024-11-09T16:27:14,564 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:14,564 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/A, priority=13, startTime=1731169634128; duration=0sec 2024-11-09T16:27:14,565 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:14,565 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:A 2024-11-09T16:27:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742210_1386 (size=12561) 2024-11-09T16:27:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:14,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169694634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169694635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169694635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169694637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169694638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,663 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/cf7c1112b13343c5888e4608ded8187d 2024-11-09T16:27:14,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/cfe2ed1c7b454f6e866b73c75109476e is 50, key is test_row_0/B:col10/1731169632487/Put/seqid=0 2024-11-09T16:27:14,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742211_1387 (size=12151) 2024-11-09T16:27:14,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169694740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169694740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169694741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169694741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169694743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169694946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169694946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169694946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169694947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169694947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:14,981 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/14a64541e8374d8bb7513c852efc4d40 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/14a64541e8374d8bb7513c852efc4d40 2024-11-09T16:27:14,995 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/C of 5912064eb91b1c3c927332b08b81ee08 into 14a64541e8374d8bb7513c852efc4d40(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:14,995 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:14,995 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/C, priority=13, startTime=1731169634128; duration=0sec 2024-11-09T16:27:14,995 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:14,995 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:C 2024-11-09T16:27:15,073 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/cfe2ed1c7b454f6e866b73c75109476e 2024-11-09T16:27:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/a626ef7998ea42f7a5bd8ad87d0b860a is 50, key is test_row_0/C:col10/1731169632487/Put/seqid=0 2024-11-09T16:27:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742212_1388 (size=12151) 2024-11-09T16:27:15,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169695252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169695252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169695252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169695253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169695254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T16:27:15,488 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/a626ef7998ea42f7a5bd8ad87d0b860a 2024-11-09T16:27:15,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/cf7c1112b13343c5888e4608ded8187d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/cf7c1112b13343c5888e4608ded8187d 2024-11-09T16:27:15,495 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/cf7c1112b13343c5888e4608ded8187d, entries=150, sequenceid=195, filesize=30.4 K 2024-11-09T16:27:15,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/cfe2ed1c7b454f6e866b73c75109476e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/cfe2ed1c7b454f6e866b73c75109476e 2024-11-09T16:27:15,500 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/cfe2ed1c7b454f6e866b73c75109476e, entries=150, sequenceid=195, filesize=11.9 K 2024-11-09T16:27:15,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/a626ef7998ea42f7a5bd8ad87d0b860a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a626ef7998ea42f7a5bd8ad87d0b860a 2024-11-09T16:27:15,503 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a626ef7998ea42f7a5bd8ad87d0b860a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-09T16:27:15,504 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5912064eb91b1c3c927332b08b81ee08 in 1260ms, sequenceid=195, compaction requested=false 2024-11-09T16:27:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-09T16:27:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-09T16:27:15,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-09T16:27:15,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3260 sec 2024-11-09T16:27:15,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.3290 sec 2024-11-09T16:27:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:15,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T16:27:15,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:15,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:15,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:15,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:15,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:15,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:15,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095aa2ef10c1b743d0b4129e0fe8739bc7_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169635758/Put/seqid=0 2024-11-09T16:27:15,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742213_1389 (size=14794) 2024-11-09T16:27:15,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169695776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169695776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169695777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169695781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169695783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169695884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169695886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169695886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169695886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:15,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169695888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169696090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169696091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169696092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169696092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169696092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,169 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:16,172 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095aa2ef10c1b743d0b4129e0fe8739bc7_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095aa2ef10c1b743d0b4129e0fe8739bc7_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:16,172 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/eea23abbef8948ff9d1ed435ae5528b9, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:16,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/eea23abbef8948ff9d1ed435ae5528b9 is 175, key is test_row_0/A:col10/1731169635758/Put/seqid=0 2024-11-09T16:27:16,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742214_1390 (size=39749) 2024-11-09T16:27:16,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169696397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169696397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169696397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169696398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169696399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,576 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/eea23abbef8948ff9d1ed435ae5528b9 2024-11-09T16:27:16,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/b8ab36624e3448e7bf7176e5315ffd00 is 50, key is test_row_0/B:col10/1731169635758/Put/seqid=0 2024-11-09T16:27:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742215_1391 (size=12151) 2024-11-09T16:27:16,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/b8ab36624e3448e7bf7176e5315ffd00 2024-11-09T16:27:16,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/f1e2eb7e81e04fe2ba97d80bde80109e is 50, key is test_row_0/C:col10/1731169635758/Put/seqid=0 2024-11-09T16:27:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742216_1392 (size=12151) 2024-11-09T16:27:16,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169696904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169696904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169696905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169696906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:16,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169696907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:17,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/f1e2eb7e81e04fe2ba97d80bde80109e 2024-11-09T16:27:17,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/eea23abbef8948ff9d1ed435ae5528b9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/eea23abbef8948ff9d1ed435ae5528b9 2024-11-09T16:27:17,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/eea23abbef8948ff9d1ed435ae5528b9, entries=200, sequenceid=216, filesize=38.8 K 2024-11-09T16:27:17,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/b8ab36624e3448e7bf7176e5315ffd00 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b8ab36624e3448e7bf7176e5315ffd00 2024-11-09T16:27:17,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b8ab36624e3448e7bf7176e5315ffd00, entries=150, sequenceid=216, filesize=11.9 K 2024-11-09T16:27:17,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/f1e2eb7e81e04fe2ba97d80bde80109e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/f1e2eb7e81e04fe2ba97d80bde80109e 2024-11-09T16:27:17,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/f1e2eb7e81e04fe2ba97d80bde80109e, entries=150, sequenceid=216, filesize=11.9 K 2024-11-09T16:27:17,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5912064eb91b1c3c927332b08b81ee08 in 1258ms, sequenceid=216, compaction requested=true 2024-11-09T16:27:17,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:17,018 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:17,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:17,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:17,018 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:17,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:17,019 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:17,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:17,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:17,019 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/A is initiating minor compaction (all files) 2024-11-09T16:27:17,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:17,019 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:17,019 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/A in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:17,019 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/B is initiating minor compaction (all files) 2024-11-09T16:27:17,019 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/B in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:17,019 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4ae6b570bf6a4397a19a18d00176d822, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/cf7c1112b13343c5888e4608ded8187d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/eea23abbef8948ff9d1ed435ae5528b9] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=100.0 K 2024-11-09T16:27:17,019 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4658bd3ad28d4166b7c37627aa03e5dd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/cfe2ed1c7b454f6e866b73c75109476e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b8ab36624e3448e7bf7176e5315ffd00] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=36.0 K 2024-11-09T16:27:17,019 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:17,019 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4ae6b570bf6a4397a19a18d00176d822, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/cf7c1112b13343c5888e4608ded8187d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/eea23abbef8948ff9d1ed435ae5528b9] 2024-11-09T16:27:17,020 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4658bd3ad28d4166b7c37627aa03e5dd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731169631835 2024-11-09T16:27:17,020 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ae6b570bf6a4397a19a18d00176d822, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731169631835 2024-11-09T16:27:17,020 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting cfe2ed1c7b454f6e866b73c75109476e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731169632485 2024-11-09T16:27:17,020 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf7c1112b13343c5888e4608ded8187d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731169632485 2024-11-09T16:27:17,020 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting eea23abbef8948ff9d1ed435ae5528b9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731169634633 2024-11-09T16:27:17,020 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting b8ab36624e3448e7bf7176e5315ffd00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731169634633 2024-11-09T16:27:17,039 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:17,041 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109269b7b54cade4b42b6734a39d9e1bd85_5912064eb91b1c3c927332b08b81ee08 store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:17,042 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:17,042 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/6fa48c87d8c144d186a7781373bcf3b9 is 50, key is test_row_0/B:col10/1731169635758/Put/seqid=0 2024-11-09T16:27:17,044 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109269b7b54cade4b42b6734a39d9e1bd85_5912064eb91b1c3c927332b08b81ee08, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:17,044 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109269b7b54cade4b42b6734a39d9e1bd85_5912064eb91b1c3c927332b08b81ee08 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742217_1393 (size=12663) 2024-11-09T16:27:17,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742218_1394 (size=4469) 2024-11-09T16:27:17,060 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#A#compaction#327 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:17,060 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/c4da7b61fdc64f2290b32773a918916b is 175, key is test_row_0/A:col10/1731169635758/Put/seqid=0 2024-11-09T16:27:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742219_1395 (size=31617) 2024-11-09T16:27:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-09T16:27:17,282 INFO [Thread-1526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-09T16:27:17,283 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-09T16:27:17,285 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T16:27:17,285 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:17,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T16:27:17,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:17,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-09T16:27:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:17,437 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T16:27:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:17,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:17,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109875f25303f594edeb161039e15ad2988_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169635774/Put/seqid=0 2024-11-09T16:27:17,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742220_1396 (size=12304) 2024-11-09T16:27:17,452 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/6fa48c87d8c144d186a7781373bcf3b9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/6fa48c87d8c144d186a7781373bcf3b9 2024-11-09T16:27:17,455 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/B of 5912064eb91b1c3c927332b08b81ee08 into 6fa48c87d8c144d186a7781373bcf3b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:17,455 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:17,455 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/B, priority=13, startTime=1731169637018; duration=0sec 2024-11-09T16:27:17,455 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:17,455 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:B 2024-11-09T16:27:17,455 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:17,456 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:17,456 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/C is initiating minor compaction (all files) 2024-11-09T16:27:17,456 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/C in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:17,456 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/14a64541e8374d8bb7513c852efc4d40, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a626ef7998ea42f7a5bd8ad87d0b860a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/f1e2eb7e81e04fe2ba97d80bde80109e] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=36.0 K 2024-11-09T16:27:17,457 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 14a64541e8374d8bb7513c852efc4d40, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731169631835 2024-11-09T16:27:17,457 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a626ef7998ea42f7a5bd8ad87d0b860a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731169632485 2024-11-09T16:27:17,457 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f1e2eb7e81e04fe2ba97d80bde80109e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731169634633 2024-11-09T16:27:17,463 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#C#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:17,463 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/bbcad469021248bd83238d09802fed5a is 50, key is test_row_0/C:col10/1731169635758/Put/seqid=0 2024-11-09T16:27:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742221_1397 (size=12663) 2024-11-09T16:27:17,468 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/c4da7b61fdc64f2290b32773a918916b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c4da7b61fdc64f2290b32773a918916b 2024-11-09T16:27:17,471 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/bbcad469021248bd83238d09802fed5a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/bbcad469021248bd83238d09802fed5a 2024-11-09T16:27:17,472 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/A of 5912064eb91b1c3c927332b08b81ee08 into c4da7b61fdc64f2290b32773a918916b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:17,472 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:17,472 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/A, priority=13, startTime=1731169637018; duration=0sec 2024-11-09T16:27:17,472 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:17,472 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:A 2024-11-09T16:27:17,476 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/C of 5912064eb91b1c3c927332b08b81ee08 into bbcad469021248bd83238d09802fed5a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:17,476 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:17,476 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/C, priority=13, startTime=1731169637019; duration=0sec 2024-11-09T16:27:17,476 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:17,476 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:C 2024-11-09T16:27:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T16:27:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:17,850 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109875f25303f594edeb161039e15ad2988_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109875f25303f594edeb161039e15ad2988_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/d3fd3cc9bc984a398a2f0943f675fab1, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/d3fd3cc9bc984a398a2f0943f675fab1 is 175, key is test_row_0/A:col10/1731169635774/Put/seqid=0 2024-11-09T16:27:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742222_1398 (size=31105) 2024-11-09T16:27:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T16:27:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:17,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:17,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169697955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:17,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169697959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169697960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169697960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:17,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169697961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169698067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169698069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169698075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169698075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169698082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,256 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/d3fd3cc9bc984a398a2f0943f675fab1 2024-11-09T16:27:18,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:27:18,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169698275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169698279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169698280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169698281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/b937edc306154a378e67f7987c22b299 is 50, key is test_row_0/B:col10/1731169635774/Put/seqid=0 2024-11-09T16:27:18,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169698295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742223_1399 (size=12151) 2024-11-09T16:27:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T16:27:18,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169698583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169698583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169698588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169698589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169698599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:18,719 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/b937edc306154a378e67f7987c22b299 2024-11-09T16:27:18,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/888891557ee34be4a6d3b189bceffede is 50, key is test_row_0/C:col10/1731169635774/Put/seqid=0 2024-11-09T16:27:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742224_1400 (size=12151) 2024-11-09T16:27:19,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169699089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:19,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169699091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169699096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:19,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169699098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169699105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:19,158 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/888891557ee34be4a6d3b189bceffede 2024-11-09T16:27:19,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/d3fd3cc9bc984a398a2f0943f675fab1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/d3fd3cc9bc984a398a2f0943f675fab1 2024-11-09T16:27:19,165 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/d3fd3cc9bc984a398a2f0943f675fab1, entries=150, sequenceid=234, filesize=30.4 K 2024-11-09T16:27:19,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/b937edc306154a378e67f7987c22b299 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b937edc306154a378e67f7987c22b299 2024-11-09T16:27:19,172 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b937edc306154a378e67f7987c22b299, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T16:27:19,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/888891557ee34be4a6d3b189bceffede as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/888891557ee34be4a6d3b189bceffede 2024-11-09T16:27:19,175 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/888891557ee34be4a6d3b189bceffede, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T16:27:19,176 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5912064eb91b1c3c927332b08b81ee08 in 1739ms, sequenceid=234, compaction requested=false 2024-11-09T16:27:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-09T16:27:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-09T16:27:19,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-09T16:27:19,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8920 sec 2024-11-09T16:27:19,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8950 sec 2024-11-09T16:27:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-09T16:27:19,393 INFO [Thread-1526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-09T16:27:19,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-09T16:27:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T16:27:19,420 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:19,426 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:19,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T16:27:19,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:19,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-09T16:27:19,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:19,590 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T16:27:19,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:19,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:19,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:19,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:19,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:19,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091bf2c1358c344f8b9839933eddf641fc_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169637955/Put/seqid=0 2024-11-09T16:27:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742225_1401 (size=12304) 2024-11-09T16:27:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:19,678 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091bf2c1358c344f8b9839933eddf641fc_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091bf2c1358c344f8b9839933eddf641fc_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:19,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/ae4ca6ff5fb34ab087a237ee35b2f8cd, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:19,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/ae4ca6ff5fb34ab087a237ee35b2f8cd is 175, key is test_row_0/A:col10/1731169637955/Put/seqid=0 2024-11-09T16:27:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742226_1402 (size=31105) 2024-11-09T16:27:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T16:27:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T16:27:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:20,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:20,107 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/ae4ca6ff5fb34ab087a237ee35b2f8cd 2024-11-09T16:27:20,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/d83c346fe1744be4899aed10456f409d is 50, key is test_row_0/B:col10/1731169637955/Put/seqid=0 2024-11-09T16:27:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169700133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169700133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169700134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169700134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169700135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742227_1403 (size=12151) 2024-11-09T16:27:20,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169700247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169700247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169700248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169700249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169700250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169700451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169700452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169700452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169700455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169700460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T16:27:20,558 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/d83c346fe1744be4899aed10456f409d 2024-11-09T16:27:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/5b1dfcd3bde64076815a6a6fd22ceef5 is 50, key is test_row_0/C:col10/1731169637955/Put/seqid=0 2024-11-09T16:27:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742228_1404 (size=12151) 2024-11-09T16:27:20,619 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/5b1dfcd3bde64076815a6a6fd22ceef5 2024-11-09T16:27:20,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/ae4ca6ff5fb34ab087a237ee35b2f8cd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/ae4ca6ff5fb34ab087a237ee35b2f8cd 2024-11-09T16:27:20,630 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/ae4ca6ff5fb34ab087a237ee35b2f8cd, entries=150, sequenceid=255, filesize=30.4 K 2024-11-09T16:27:20,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/d83c346fe1744be4899aed10456f409d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d83c346fe1744be4899aed10456f409d 2024-11-09T16:27:20,635 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d83c346fe1744be4899aed10456f409d, entries=150, sequenceid=255, filesize=11.9 K 2024-11-09T16:27:20,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/5b1dfcd3bde64076815a6a6fd22ceef5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/5b1dfcd3bde64076815a6a6fd22ceef5 2024-11-09T16:27:20,642 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/5b1dfcd3bde64076815a6a6fd22ceef5, entries=150, sequenceid=255, filesize=11.9 K 2024-11-09T16:27:20,643 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5912064eb91b1c3c927332b08b81ee08 in 1053ms, sequenceid=255, compaction requested=true 2024-11-09T16:27:20,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:20,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:20,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-09T16:27:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-09T16:27:20,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-09T16:27:20,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2180 sec 2024-11-09T16:27:20,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.2340 sec 2024-11-09T16:27:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:20,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T16:27:20,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:20,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:20,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:20,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:20,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:20,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:20,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097537d20e6a7e4cafab95ff3fd824fc4b_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169640134/Put/seqid=0 2024-11-09T16:27:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742229_1405 (size=17534) 2024-11-09T16:27:20,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169700788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169700791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169700791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169700791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169700792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169700902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169700902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169700902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169700903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:20,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169700903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169701109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169701110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169701110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169701110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169701111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:21,189 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097537d20e6a7e4cafab95ff3fd824fc4b_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097537d20e6a7e4cafab95ff3fd824fc4b_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:21,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/6f25b7968eff43948c1f9bdad5c025f0, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:21,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/6f25b7968eff43948c1f9bdad5c025f0 is 175, key is test_row_0/A:col10/1731169640134/Put/seqid=0 2024-11-09T16:27:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742230_1406 (size=48639) 2024-11-09T16:27:21,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169701415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169701416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169701416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169701416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169701416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-09T16:27:21,533 INFO [Thread-1526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-09T16:27:21,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-09T16:27:21,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T16:27:21,536 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:21,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:21,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/6f25b7968eff43948c1f9bdad5c025f0 2024-11-09T16:27:21,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/d9e6bcd4cca34231b09f56804b9b2f01 is 50, key is test_row_0/B:col10/1731169640134/Put/seqid=0 2024-11-09T16:27:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742231_1407 (size=12301) 2024-11-09T16:27:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T16:27:21,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-09T16:27:21,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:21,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:21,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:21,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:21,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T16:27:21,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-09T16:27:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:21,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43442 deadline: 1731169701922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43452 deadline: 1731169701925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43416 deadline: 1731169701925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43404 deadline: 1731169701925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43466 deadline: 1731169701926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:21,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-09T16:27:21,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:21,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:21,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:21,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:21,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:22,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/d9e6bcd4cca34231b09f56804b9b2f01 2024-11-09T16:27:22,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/1496c8df9d53457fb4342a5dddb6976c is 50, key is test_row_0/C:col10/1731169640134/Put/seqid=0 2024-11-09T16:27:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742232_1408 (size=12301) 2024-11-09T16:27:22,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/1496c8df9d53457fb4342a5dddb6976c 2024-11-09T16:27:22,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/6f25b7968eff43948c1f9bdad5c025f0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/6f25b7968eff43948c1f9bdad5c025f0 2024-11-09T16:27:22,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/6f25b7968eff43948c1f9bdad5c025f0, entries=250, sequenceid=275, filesize=47.5 K 2024-11-09T16:27:22,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/d9e6bcd4cca34231b09f56804b9b2f01 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d9e6bcd4cca34231b09f56804b9b2f01 2024-11-09T16:27:22,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d9e6bcd4cca34231b09f56804b9b2f01, entries=150, sequenceid=275, filesize=12.0 K 2024-11-09T16:27:22,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/1496c8df9d53457fb4342a5dddb6976c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/1496c8df9d53457fb4342a5dddb6976c 2024-11-09T16:27:22,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/1496c8df9d53457fb4342a5dddb6976c, entries=150, sequenceid=275, filesize=12.0 K 2024-11-09T16:27:22,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5912064eb91b1c3c927332b08b81ee08 in 1270ms, sequenceid=275, compaction requested=true 2024-11-09T16:27:22,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:22,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:22,038 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:27:22,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:22,038 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:27:22,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:22,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:22,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5912064eb91b1c3c927332b08b81ee08:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:22,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:22,039 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142466 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:27:22,039 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:27:22,039 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/A is initiating minor compaction (all files) 2024-11-09T16:27:22,039 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/B is initiating minor compaction (all files) 2024-11-09T16:27:22,039 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/A in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:22,039 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/B in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:22,039 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c4da7b61fdc64f2290b32773a918916b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/d3fd3cc9bc984a398a2f0943f675fab1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/ae4ca6ff5fb34ab087a237ee35b2f8cd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/6f25b7968eff43948c1f9bdad5c025f0] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=139.1 K 2024-11-09T16:27:22,039 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/6fa48c87d8c144d186a7781373bcf3b9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b937edc306154a378e67f7987c22b299, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d83c346fe1744be4899aed10456f409d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d9e6bcd4cca34231b09f56804b9b2f01] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=48.1 K 2024-11-09T16:27:22,039 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:22,039 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c4da7b61fdc64f2290b32773a918916b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/d3fd3cc9bc984a398a2f0943f675fab1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/ae4ca6ff5fb34ab087a237ee35b2f8cd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/6f25b7968eff43948c1f9bdad5c025f0] 2024-11-09T16:27:22,040 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4da7b61fdc64f2290b32773a918916b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731169634633 2024-11-09T16:27:22,040 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fa48c87d8c144d186a7781373bcf3b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731169634633 2024-11-09T16:27:22,040 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3fd3cc9bc984a398a2f0943f675fab1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731169635774 2024-11-09T16:27:22,040 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting b937edc306154a378e67f7987c22b299, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731169635774 2024-11-09T16:27:22,040 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae4ca6ff5fb34ab087a237ee35b2f8cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731169637955 2024-11-09T16:27:22,040 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d83c346fe1744be4899aed10456f409d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731169637955 2024-11-09T16:27:22,040 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f25b7968eff43948c1f9bdad5c025f0, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731169640125 2024-11-09T16:27:22,041 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d9e6bcd4cca34231b09f56804b9b2f01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731169640134 2024-11-09T16:27:22,046 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:22,047 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109526af361b0b34e49b960ffdaba774464_5912064eb91b1c3c927332b08b81ee08 store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:22,049 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#B#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:22,049 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/4d21658cba264df89e7ca5899a88c009 is 50, key is test_row_0/B:col10/1731169640134/Put/seqid=0 2024-11-09T16:27:22,050 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109526af361b0b34e49b960ffdaba774464_5912064eb91b1c3c927332b08b81ee08, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:22,050 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109526af361b0b34e49b960ffdaba774464_5912064eb91b1c3c927332b08b81ee08 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742233_1409 (size=12949) 2024-11-09T16:27:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742234_1410 (size=4469) 2024-11-09T16:27:22,062 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#A#compaction#339 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:22,062 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/4cfe57979abd4505be299d8f7458fa91 is 175, key is test_row_0/A:col10/1731169640134/Put/seqid=0 2024-11-09T16:27:22,066 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/4d21658cba264df89e7ca5899a88c009 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4d21658cba264df89e7ca5899a88c009 2024-11-09T16:27:22,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742235_1411 (size=31903) 2024-11-09T16:27:22,070 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/B of 5912064eb91b1c3c927332b08b81ee08 into 4d21658cba264df89e7ca5899a88c009(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:22,070 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:22,070 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/B, priority=12, startTime=1731169642038; duration=0sec 2024-11-09T16:27:22,070 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:22,070 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:B 2024-11-09T16:27:22,070 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:27:22,072 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:27:22,072 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 5912064eb91b1c3c927332b08b81ee08/C is initiating minor compaction (all files) 2024-11-09T16:27:22,072 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5912064eb91b1c3c927332b08b81ee08/C in TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:22,072 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/bbcad469021248bd83238d09802fed5a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/888891557ee34be4a6d3b189bceffede, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/5b1dfcd3bde64076815a6a6fd22ceef5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/1496c8df9d53457fb4342a5dddb6976c] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp, totalSize=48.1 K 2024-11-09T16:27:22,072 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting bbcad469021248bd83238d09802fed5a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731169634633 2024-11-09T16:27:22,072 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/4cfe57979abd4505be299d8f7458fa91 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4cfe57979abd4505be299d8f7458fa91 2024-11-09T16:27:22,072 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 888891557ee34be4a6d3b189bceffede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731169635774 2024-11-09T16:27:22,073 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b1dfcd3bde64076815a6a6fd22ceef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731169637955 2024-11-09T16:27:22,073 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 1496c8df9d53457fb4342a5dddb6976c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731169640134 2024-11-09T16:27:22,076 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/A of 5912064eb91b1c3c927332b08b81ee08 into 4cfe57979abd4505be299d8f7458fa91(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:22,076 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:22,076 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/A, priority=12, startTime=1731169642038; duration=0sec 2024-11-09T16:27:22,076 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:22,076 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:A 2024-11-09T16:27:22,081 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5912064eb91b1c3c927332b08b81ee08#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T16:27:22,081 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/c7621456b3cf419ca64f1ca0c992588f is 50, key is test_row_0/C:col10/1731169640134/Put/seqid=0 2024-11-09T16:27:22,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742236_1412 (size=12949) 2024-11-09T16:27:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T16:27:22,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:22,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-09T16:27:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:22,145 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T16:27:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:22,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c1f09eac7ba84bdc9da329062d3dadc8_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169640789/Put/seqid=0 2024-11-09T16:27:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742237_1413 (size=12454) 2024-11-09T16:27:22,184 DEBUG [regionserver/adb42ec6d7d6:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-09T16:27:22,187 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/256adf71c44e41c48517a677014e425c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/16285aade18049099e01c0046818296d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c0d4aaabc31e471d8c200bd536865196, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/a8d7fda115f54fcc817f37452b48be28, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/e2592ce0fc9d462cba8955b78d5d6323, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/f58794c4f1474830b118ddeb57e3e76b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/925b290a9ca94c828276451c236a3209, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/2660ce6b69d547aea3892de7c72bde7a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/5ce708444d5e45da8c83beffa11404e8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90576a9d855d42748eb6f57bb2881b68, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90c5cb22052341d091dc4aac2eef72b1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/af7a7d062f9f4fff853f5b6a5bfde857, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4ae6b570bf6a4397a19a18d00176d822, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/cf7c1112b13343c5888e4608ded8187d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/eea23abbef8948ff9d1ed435ae5528b9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c4da7b61fdc64f2290b32773a918916b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/d3fd3cc9bc984a398a2f0943f675fab1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/ae4ca6ff5fb34ab087a237ee35b2f8cd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/6f25b7968eff43948c1f9bdad5c025f0] to archive 2024-11-09T16:27:22,188 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:27:22,190 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/256adf71c44e41c48517a677014e425c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/256adf71c44e41c48517a677014e425c 2024-11-09T16:27:22,191 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/16285aade18049099e01c0046818296d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/16285aade18049099e01c0046818296d 2024-11-09T16:27:22,192 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c0d4aaabc31e471d8c200bd536865196 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c0d4aaabc31e471d8c200bd536865196 2024-11-09T16:27:22,194 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/a8d7fda115f54fcc817f37452b48be28 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/a8d7fda115f54fcc817f37452b48be28 2024-11-09T16:27:22,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/e2592ce0fc9d462cba8955b78d5d6323 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/e2592ce0fc9d462cba8955b78d5d6323 2024-11-09T16:27:22,196 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/f58794c4f1474830b118ddeb57e3e76b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/f58794c4f1474830b118ddeb57e3e76b 2024-11-09T16:27:22,197 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/925b290a9ca94c828276451c236a3209 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/925b290a9ca94c828276451c236a3209 2024-11-09T16:27:22,198 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/2660ce6b69d547aea3892de7c72bde7a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/2660ce6b69d547aea3892de7c72bde7a 2024-11-09T16:27:22,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/5ce708444d5e45da8c83beffa11404e8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/5ce708444d5e45da8c83beffa11404e8 2024-11-09T16:27:22,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90576a9d855d42748eb6f57bb2881b68 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90576a9d855d42748eb6f57bb2881b68 2024-11-09T16:27:22,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90c5cb22052341d091dc4aac2eef72b1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/90c5cb22052341d091dc4aac2eef72b1 2024-11-09T16:27:22,204 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/af7a7d062f9f4fff853f5b6a5bfde857 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/af7a7d062f9f4fff853f5b6a5bfde857 2024-11-09T16:27:22,205 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4ae6b570bf6a4397a19a18d00176d822 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4ae6b570bf6a4397a19a18d00176d822 2024-11-09T16:27:22,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/cf7c1112b13343c5888e4608ded8187d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/cf7c1112b13343c5888e4608ded8187d 2024-11-09T16:27:22,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/eea23abbef8948ff9d1ed435ae5528b9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/eea23abbef8948ff9d1ed435ae5528b9 2024-11-09T16:27:22,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c4da7b61fdc64f2290b32773a918916b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/c4da7b61fdc64f2290b32773a918916b 2024-11-09T16:27:22,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/d3fd3cc9bc984a398a2f0943f675fab1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/d3fd3cc9bc984a398a2f0943f675fab1 2024-11-09T16:27:22,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/ae4ca6ff5fb34ab087a237ee35b2f8cd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/ae4ca6ff5fb34ab087a237ee35b2f8cd 2024-11-09T16:27:22,213 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/6f25b7968eff43948c1f9bdad5c025f0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/6f25b7968eff43948c1f9bdad5c025f0 2024-11-09T16:27:22,216 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/0236f14388fc406d834221c832d179c7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/8951cdf4e35b4a1695b8e540efc7da87, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/3df2c8625e96423d93fa36a94053cd61, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/531e17a0e41f44f0a701eb24440aa792, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/203646589ec341b896eebd067feaeb44, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/431aa76f3b9e4ec8b6fafa206b2c1264, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/788c9148732447d3b4476c46ca2fc234, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/78c46c455fe24326bebd95726424034a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/a44c3e7bb72a4af5b9febfab87866925, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/587831088b0f4fda8b49cc52e4b7f250, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/89ea230109e143c0815e57b5242c8d42, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4658bd3ad28d4166b7c37627aa03e5dd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/30e088ff88f64b8abf8d365203569500, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/cfe2ed1c7b454f6e866b73c75109476e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/6fa48c87d8c144d186a7781373bcf3b9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b8ab36624e3448e7bf7176e5315ffd00, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b937edc306154a378e67f7987c22b299, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d83c346fe1744be4899aed10456f409d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d9e6bcd4cca34231b09f56804b9b2f01] to archive 2024-11-09T16:27:22,217 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:27:22,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/0236f14388fc406d834221c832d179c7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/0236f14388fc406d834221c832d179c7 2024-11-09T16:27:22,220 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/8951cdf4e35b4a1695b8e540efc7da87 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/8951cdf4e35b4a1695b8e540efc7da87 2024-11-09T16:27:22,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/3df2c8625e96423d93fa36a94053cd61 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/3df2c8625e96423d93fa36a94053cd61 2024-11-09T16:27:22,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/531e17a0e41f44f0a701eb24440aa792 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/531e17a0e41f44f0a701eb24440aa792 2024-11-09T16:27:22,223 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/203646589ec341b896eebd067feaeb44 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/203646589ec341b896eebd067feaeb44 2024-11-09T16:27:22,224 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/431aa76f3b9e4ec8b6fafa206b2c1264 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/431aa76f3b9e4ec8b6fafa206b2c1264 2024-11-09T16:27:22,224 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/788c9148732447d3b4476c46ca2fc234 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/788c9148732447d3b4476c46ca2fc234 2024-11-09T16:27:22,225 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/78c46c455fe24326bebd95726424034a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/78c46c455fe24326bebd95726424034a 2024-11-09T16:27:22,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/a44c3e7bb72a4af5b9febfab87866925 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/a44c3e7bb72a4af5b9febfab87866925 2024-11-09T16:27:22,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/587831088b0f4fda8b49cc52e4b7f250 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/587831088b0f4fda8b49cc52e4b7f250 2024-11-09T16:27:22,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/89ea230109e143c0815e57b5242c8d42 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/89ea230109e143c0815e57b5242c8d42 2024-11-09T16:27:22,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4658bd3ad28d4166b7c37627aa03e5dd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4658bd3ad28d4166b7c37627aa03e5dd 2024-11-09T16:27:22,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/30e088ff88f64b8abf8d365203569500 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/30e088ff88f64b8abf8d365203569500 2024-11-09T16:27:22,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/cfe2ed1c7b454f6e866b73c75109476e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/cfe2ed1c7b454f6e866b73c75109476e 2024-11-09T16:27:22,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/6fa48c87d8c144d186a7781373bcf3b9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/6fa48c87d8c144d186a7781373bcf3b9 2024-11-09T16:27:22,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b8ab36624e3448e7bf7176e5315ffd00 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b8ab36624e3448e7bf7176e5315ffd00 2024-11-09T16:27:22,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b937edc306154a378e67f7987c22b299 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/b937edc306154a378e67f7987c22b299 2024-11-09T16:27:22,238 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d83c346fe1744be4899aed10456f409d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d83c346fe1744be4899aed10456f409d 2024-11-09T16:27:22,239 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d9e6bcd4cca34231b09f56804b9b2f01 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/d9e6bcd4cca34231b09f56804b9b2f01 2024-11-09T16:27:22,242 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/e3290f427bd9449ca02f537135572624, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4029f218d37b42a8a3eaf50963a27255, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/2632ef17121d4296bbe3d5663a5a21c0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/6a58eebf35364073bc80751f0ab05487, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/d36291d4f0c64ab581413da5ed8670d9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/52ce3dfb56084756829ea478b5add0ee, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a079a351b21641ce8e8074ee8d642982, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4e3a91e08b824a67a770cc7012997e3c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/933a488d862e4bb692301c7c269f5a0f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/8965159575224c9b96945d09d5b08e89, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/ade2ddccfed64dd3b44d483e25a056fe, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/14a64541e8374d8bb7513c852efc4d40, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/9c1407e02be9445e9ab8fa8f66bdcd58, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a626ef7998ea42f7a5bd8ad87d0b860a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/f1e2eb7e81e04fe2ba97d80bde80109e] to archive 2024-11-09T16:27:22,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:27:22,245 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/e3290f427bd9449ca02f537135572624 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/e3290f427bd9449ca02f537135572624 2024-11-09T16:27:22,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4029f218d37b42a8a3eaf50963a27255 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4029f218d37b42a8a3eaf50963a27255 2024-11-09T16:27:22,247 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/2632ef17121d4296bbe3d5663a5a21c0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/2632ef17121d4296bbe3d5663a5a21c0 2024-11-09T16:27:22,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/6a58eebf35364073bc80751f0ab05487 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/6a58eebf35364073bc80751f0ab05487 2024-11-09T16:27:22,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/d36291d4f0c64ab581413da5ed8670d9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/d36291d4f0c64ab581413da5ed8670d9 2024-11-09T16:27:22,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/52ce3dfb56084756829ea478b5add0ee to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/52ce3dfb56084756829ea478b5add0ee 2024-11-09T16:27:22,250 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a079a351b21641ce8e8074ee8d642982 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a079a351b21641ce8e8074ee8d642982 2024-11-09T16:27:22,251 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4e3a91e08b824a67a770cc7012997e3c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/4e3a91e08b824a67a770cc7012997e3c 2024-11-09T16:27:22,252 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/933a488d862e4bb692301c7c269f5a0f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/933a488d862e4bb692301c7c269f5a0f 2024-11-09T16:27:22,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/8965159575224c9b96945d09d5b08e89 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/8965159575224c9b96945d09d5b08e89 2024-11-09T16:27:22,254 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/ade2ddccfed64dd3b44d483e25a056fe to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/ade2ddccfed64dd3b44d483e25a056fe 2024-11-09T16:27:22,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/14a64541e8374d8bb7513c852efc4d40 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/14a64541e8374d8bb7513c852efc4d40 2024-11-09T16:27:22,256 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/9c1407e02be9445e9ab8fa8f66bdcd58 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/9c1407e02be9445e9ab8fa8f66bdcd58 2024-11-09T16:27:22,257 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a626ef7998ea42f7a5bd8ad87d0b860a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/a626ef7998ea42f7a5bd8ad87d0b860a 2024-11-09T16:27:22,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb42ec6d7d6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/f1e2eb7e81e04fe2ba97d80bde80109e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/f1e2eb7e81e04fe2ba97d80bde80109e 2024-11-09T16:27:22,492 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/c7621456b3cf419ca64f1ca0c992588f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/c7621456b3cf419ca64f1ca0c992588f 2024-11-09T16:27:22,495 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5912064eb91b1c3c927332b08b81ee08/C of 5912064eb91b1c3c927332b08b81ee08 into c7621456b3cf419ca64f1ca0c992588f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:22,495 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:22,496 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08., storeName=5912064eb91b1c3c927332b08b81ee08/C, priority=12, startTime=1731169642038; duration=0sec 2024-11-09T16:27:22,496 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:22,496 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5912064eb91b1c3c927332b08b81ee08:C 2024-11-09T16:27:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:22,563 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c1f09eac7ba84bdc9da329062d3dadc8_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c1f09eac7ba84bdc9da329062d3dadc8_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:22,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/b3eee780d49e48089ddc3fc667faff95, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/b3eee780d49e48089ddc3fc667faff95 is 175, key is test_row_0/A:col10/1731169640789/Put/seqid=0 2024-11-09T16:27:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742238_1414 (size=31255) 2024-11-09T16:27:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T16:27:22,752 DEBUG [Thread-1531 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a259e93 to 127.0.0.1:57820 2024-11-09T16:27:22,752 DEBUG [Thread-1533 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06179765 to 127.0.0.1:57820 2024-11-09T16:27:22,752 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,752 DEBUG [Thread-1531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,753 DEBUG [Thread-1535 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3518b14b to 127.0.0.1:57820 2024-11-09T16:27:22,753 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,755 DEBUG [Thread-1527 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62cf69c5 to 127.0.0.1:57820 2024-11-09T16:27:22,755 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,755 DEBUG [Thread-1529 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c35c7c4 to 127.0.0.1:57820 2024-11-09T16:27:22,755 DEBUG [Thread-1529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:22,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. as already flushing 2024-11-09T16:27:22,933 DEBUG [Thread-1520 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x789089aa to 127.0.0.1:57820 2024-11-09T16:27:22,933 DEBUG [Thread-1520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,940 DEBUG [Thread-1524 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712a5bc9 to 127.0.0.1:57820 2024-11-09T16:27:22,940 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,940 DEBUG [Thread-1522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x699c96a7 to 127.0.0.1:57820 2024-11-09T16:27:22,940 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,941 DEBUG [Thread-1518 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20c5edec to 127.0.0.1:57820 2024-11-09T16:27:22,941 DEBUG [Thread-1518 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,943 DEBUG [Thread-1516 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2076b3ad to 127.0.0.1:57820 2024-11-09T16:27:22,943 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:22,970 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/b3eee780d49e48089ddc3fc667faff95 2024-11-09T16:27:22,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/77c3fe18a17342fe850a5587d43d9d9b is 50, key is test_row_0/B:col10/1731169640789/Put/seqid=0 2024-11-09T16:27:22,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742239_1415 (size=12301) 2024-11-09T16:27:23,388 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/77c3fe18a17342fe850a5587d43d9d9b 2024-11-09T16:27:23,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/dcf8c1fff4394f0c90ccedb04aaad22e is 50, key is test_row_0/C:col10/1731169640789/Put/seqid=0 2024-11-09T16:27:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742240_1416 (size=12301) 2024-11-09T16:27:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T16:27:23,805 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/dcf8c1fff4394f0c90ccedb04aaad22e 2024-11-09T16:27:23,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/b3eee780d49e48089ddc3fc667faff95 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/b3eee780d49e48089ddc3fc667faff95 2024-11-09T16:27:23,813 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/b3eee780d49e48089ddc3fc667faff95, entries=150, sequenceid=293, filesize=30.5 K 2024-11-09T16:27:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/77c3fe18a17342fe850a5587d43d9d9b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/77c3fe18a17342fe850a5587d43d9d9b 2024-11-09T16:27:23,817 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/77c3fe18a17342fe850a5587d43d9d9b, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T16:27:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/dcf8c1fff4394f0c90ccedb04aaad22e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/dcf8c1fff4394f0c90ccedb04aaad22e 2024-11-09T16:27:23,821 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/dcf8c1fff4394f0c90ccedb04aaad22e, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T16:27:23,821 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=33.54 KB/34350 for 5912064eb91b1c3c927332b08b81ee08 in 1677ms, sequenceid=293, compaction requested=false 2024-11-09T16:27:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-09T16:27:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-09T16:27:23,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-09T16:27:23,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2860 sec 2024-11-09T16:27:23,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.2890 sec 2024-11-09T16:27:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-09T16:27:25,641 INFO [Thread-1526 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-09T16:27:25,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T16:27:25,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-09T16:27:25,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-09T16:27:25,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-09T16:27:25,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2116 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6348 rows 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2127 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6381 rows 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2141 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6421 rows 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2110 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6330 rows 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2130 2024-11-09T16:27:25,642 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6385 rows 2024-11-09T16:27:25,642 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T16:27:25,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2953086d to 127.0.0.1:57820 2024-11-09T16:27:25,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:25,645 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T16:27:25,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T16:27:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T16:27:25,650 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169645649"}]},"ts":"1731169645649"} 2024-11-09T16:27:25,651 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T16:27:25,687 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T16:27:25,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:27:25,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, UNASSIGN}] 2024-11-09T16:27:25,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, UNASSIGN 2024-11-09T16:27:25,693 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=5912064eb91b1c3c927332b08b81ee08, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:25,694 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:27:25,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T16:27:25,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:25,849 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:25,849 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:27:25,849 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 5912064eb91b1c3c927332b08b81ee08, disabling compactions & flushes 2024-11-09T16:27:25,849 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:25,849 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:25,849 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. after waiting 0 ms 2024-11-09T16:27:25,849 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:25,849 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 5912064eb91b1c3c927332b08b81ee08 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T16:27:25,850 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=A 2024-11-09T16:27:25,850 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:25,850 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=B 2024-11-09T16:27:25,850 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:25,850 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5912064eb91b1c3c927332b08b81ee08, store=C 2024-11-09T16:27:25,850 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:25,860 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097035e772c3064e3aba59c6a3e0a001d7_5912064eb91b1c3c927332b08b81ee08 is 50, key is test_row_0/A:col10/1731169642941/Put/seqid=0 2024-11-09T16:27:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742241_1417 (size=12454) 2024-11-09T16:27:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T16:27:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T16:27:26,264 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:26,267 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097035e772c3064e3aba59c6a3e0a001d7_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097035e772c3064e3aba59c6a3e0a001d7_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:26,268 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/17d8ee94edd74115940fc2ae1e2ed116, store: [table=TestAcidGuarantees family=A region=5912064eb91b1c3c927332b08b81ee08] 2024-11-09T16:27:26,268 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/17d8ee94edd74115940fc2ae1e2ed116 is 175, key is test_row_0/A:col10/1731169642941/Put/seqid=0 2024-11-09T16:27:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742242_1418 (size=31255) 2024-11-09T16:27:26,673 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/17d8ee94edd74115940fc2ae1e2ed116 2024-11-09T16:27:26,685 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/4dd2adcc5ea2495587caa798198d715c is 50, key is test_row_0/B:col10/1731169642941/Put/seqid=0 2024-11-09T16:27:26,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742243_1419 (size=12301) 2024-11-09T16:27:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T16:27:27,091 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/4dd2adcc5ea2495587caa798198d715c 2024-11-09T16:27:27,104 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/c8266d2ea9404a02b3e6c3e878a0c575 is 50, key is test_row_0/C:col10/1731169642941/Put/seqid=0 2024-11-09T16:27:27,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742244_1420 (size=12301) 2024-11-09T16:27:27,461 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37985,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:27,509 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/c8266d2ea9404a02b3e6c3e878a0c575 2024-11-09T16:27:27,516 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/A/17d8ee94edd74115940fc2ae1e2ed116 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/17d8ee94edd74115940fc2ae1e2ed116 2024-11-09T16:27:27,522 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/17d8ee94edd74115940fc2ae1e2ed116, entries=150, sequenceid=302, filesize=30.5 K 2024-11-09T16:27:27,523 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/B/4dd2adcc5ea2495587caa798198d715c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4dd2adcc5ea2495587caa798198d715c 2024-11-09T16:27:27,528 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4dd2adcc5ea2495587caa798198d715c, entries=150, sequenceid=302, filesize=12.0 K 2024-11-09T16:27:27,529 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/.tmp/C/c8266d2ea9404a02b3e6c3e878a0c575 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/c8266d2ea9404a02b3e6c3e878a0c575 2024-11-09T16:27:27,532 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/c8266d2ea9404a02b3e6c3e878a0c575, entries=150, sequenceid=302, filesize=12.0 K 2024-11-09T16:27:27,533 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5912064eb91b1c3c927332b08b81ee08 in 1684ms, sequenceid=302, compaction requested=true 2024-11-09T16:27:27,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/bbcad469021248bd83238d09802fed5a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/888891557ee34be4a6d3b189bceffede, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/5b1dfcd3bde64076815a6a6fd22ceef5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/1496c8df9d53457fb4342a5dddb6976c] to archive 2024-11-09T16:27:27,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:27:27,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/bbcad469021248bd83238d09802fed5a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/bbcad469021248bd83238d09802fed5a 2024-11-09T16:27:27,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/888891557ee34be4a6d3b189bceffede to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/888891557ee34be4a6d3b189bceffede 2024-11-09T16:27:27,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/5b1dfcd3bde64076815a6a6fd22ceef5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/5b1dfcd3bde64076815a6a6fd22ceef5 2024-11-09T16:27:27,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/1496c8df9d53457fb4342a5dddb6976c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/1496c8df9d53457fb4342a5dddb6976c 2024-11-09T16:27:27,542 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/recovered.edits/305.seqid, newMaxSeqId=305, maxSeqId=4 2024-11-09T16:27:27,542 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08. 2024-11-09T16:27:27,543 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 5912064eb91b1c3c927332b08b81ee08: 2024-11-09T16:27:27,544 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=5912064eb91b1c3c927332b08b81ee08, regionState=CLOSED 2024-11-09T16:27:27,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-09T16:27:27,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 5912064eb91b1c3c927332b08b81ee08, server=adb42ec6d7d6,44345,1731169519874 in 1.8500 sec 2024-11-09T16:27:27,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-09T16:27:27,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5912064eb91b1c3c927332b08b81ee08, UNASSIGN in 1.8550 sec 2024-11-09T16:27:27,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-09T16:27:27,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8590 sec 2024-11-09T16:27:27,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169647548"}]},"ts":"1731169647548"} 2024-11-09T16:27:27,549 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T16:27:27,587 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T16:27:27,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-09T16:27:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-09T16:27:27,756 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-09T16:27:27,758 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T16:27:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:27,762 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T16:27:27,763 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:27,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/recovered.edits] 2024-11-09T16:27:27,774 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/17d8ee94edd74115940fc2ae1e2ed116 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/17d8ee94edd74115940fc2ae1e2ed116 2024-11-09T16:27:27,776 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4cfe57979abd4505be299d8f7458fa91 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/4cfe57979abd4505be299d8f7458fa91 2024-11-09T16:27:27,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/b3eee780d49e48089ddc3fc667faff95 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/A/b3eee780d49e48089ddc3fc667faff95 2024-11-09T16:27:27,780 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4d21658cba264df89e7ca5899a88c009 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4d21658cba264df89e7ca5899a88c009 2024-11-09T16:27:27,781 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4dd2adcc5ea2495587caa798198d715c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/4dd2adcc5ea2495587caa798198d715c 2024-11-09T16:27:27,783 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/77c3fe18a17342fe850a5587d43d9d9b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/B/77c3fe18a17342fe850a5587d43d9d9b 2024-11-09T16:27:27,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/c7621456b3cf419ca64f1ca0c992588f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/c7621456b3cf419ca64f1ca0c992588f 2024-11-09T16:27:27,786 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/c8266d2ea9404a02b3e6c3e878a0c575 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/c8266d2ea9404a02b3e6c3e878a0c575 2024-11-09T16:27:27,788 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/dcf8c1fff4394f0c90ccedb04aaad22e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/C/dcf8c1fff4394f0c90ccedb04aaad22e 2024-11-09T16:27:27,791 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/recovered.edits/305.seqid to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08/recovered.edits/305.seqid 2024-11-09T16:27:27,792 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,792 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T16:27:27,793 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T16:27:27,793 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T16:27:27,797 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091bf2c1358c344f8b9839933eddf641fc_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091bf2c1358c344f8b9839933eddf641fc_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,798 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109304512f05c904bcd9c1e517950729ab8_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109304512f05c904bcd9c1e517950729ab8_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,800 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094892d749cb344d64b42b23ad0b8cc006_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094892d749cb344d64b42b23ad0b8cc006_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,801 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094dbeb8fab71041d290f927b3173059f5_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094dbeb8fab71041d290f927b3173059f5_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,802 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110955ed9e83acb54175829455a5514e1636_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110955ed9e83acb54175829455a5514e1636_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,805 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095aa2ef10c1b743d0b4129e0fe8739bc7_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095aa2ef10c1b743d0b4129e0fe8739bc7_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,807 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097035e772c3064e3aba59c6a3e0a001d7_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097035e772c3064e3aba59c6a3e0a001d7_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,809 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097537d20e6a7e4cafab95ff3fd824fc4b_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097537d20e6a7e4cafab95ff3fd824fc4b_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,810 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097cf2da7ccefb44ffb2d69247bd74ec28_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097cf2da7ccefb44ffb2d69247bd74ec28_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,811 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110984fab3c24fd54ae7b6bbe666e406d2f9_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110984fab3c24fd54ae7b6bbe666e406d2f9_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,812 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109875f25303f594edeb161039e15ad2988_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109875f25303f594edeb161039e15ad2988_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,813 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109acc2a143c5c04dda855eab57d4153e84_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109acc2a143c5c04dda855eab57d4153e84_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,813 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c1f09eac7ba84bdc9da329062d3dadc8_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c1f09eac7ba84bdc9da329062d3dadc8_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,814 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c2da6f2f5f7545719f19fe9775499f80_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c2da6f2f5f7545719f19fe9775499f80_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,815 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd984cc95c4f42e188be729dd169b2cc_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd984cc95c4f42e188be729dd169b2cc_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,816 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe63223b52cf40f9a31c5f5abdf3132e_5912064eb91b1c3c927332b08b81ee08 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe63223b52cf40f9a31c5f5abdf3132e_5912064eb91b1c3c927332b08b81ee08 2024-11-09T16:27:27,816 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T16:27:27,818 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:27,819 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T16:27:27,821 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T16:27:27,822 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:27,822 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T16:27:27,822 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731169647822"}]},"ts":"9223372036854775807"} 2024-11-09T16:27:27,823 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T16:27:27,823 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5912064eb91b1c3c927332b08b81ee08, NAME => 'TestAcidGuarantees,,1731169619508.5912064eb91b1c3c927332b08b81ee08.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T16:27:27,823 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T16:27:27,823 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731169647823"}]},"ts":"9223372036854775807"} 2024-11-09T16:27:27,824 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T16:27:27,832 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:27,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-11-09T16:27:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-09T16:27:27,864 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-09T16:27:27,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=448 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 501), ProcessCount=11 (was 11), AvailableMemoryMB=817 (was 1290) 2024-11-09T16:27:27,886 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=816 2024-11-09T16:27:27,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:27:27,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:27:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:27,888 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:27:27,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-09T16:27:27,889 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T16:27:27,889 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:27:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742245_1421 (size=960) 2024-11-09T16:27:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T16:27:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T16:27:28,300 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:27:28,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742246_1422 (size=53) 2024-11-09T16:27:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T16:27:28,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:27:28,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d6c7bf2a4466b4f96d3249e43e1db252, disabling compactions & flushes 2024-11-09T16:27:28,725 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:28,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:28,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. after waiting 0 ms 2024-11-09T16:27:28,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:28,725 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:28,725 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:28,727 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:27:28,727 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731169648727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169648727"}]},"ts":"1731169648727"} 2024-11-09T16:27:28,729 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T16:27:28,730 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:27:28,731 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169648730"}]},"ts":"1731169648730"} 2024-11-09T16:27:28,732 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T16:27:28,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c7bf2a4466b4f96d3249e43e1db252, ASSIGN}] 2024-11-09T16:27:28,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c7bf2a4466b4f96d3249e43e1db252, ASSIGN 2024-11-09T16:27:28,819 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c7bf2a4466b4f96d3249e43e1db252, ASSIGN; state=OFFLINE, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=false 2024-11-09T16:27:28,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=d6c7bf2a4466b4f96d3249e43e1db252, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:28,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T16:27:29,126 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:29,132 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:29,132 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:27:29,133 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,133 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:27:29,133 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,133 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,136 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,138 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:29,139 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c7bf2a4466b4f96d3249e43e1db252 columnFamilyName A 2024-11-09T16:27:29,139 DEBUG [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:29,140 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.HStore(327): Store=d6c7bf2a4466b4f96d3249e43e1db252/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:29,140 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,142 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:29,143 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c7bf2a4466b4f96d3249e43e1db252 columnFamilyName B 2024-11-09T16:27:29,143 DEBUG [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:29,143 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.HStore(327): Store=d6c7bf2a4466b4f96d3249e43e1db252/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:29,144 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,145 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:29,145 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c7bf2a4466b4f96d3249e43e1db252 columnFamilyName C 2024-11-09T16:27:29,145 DEBUG [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:29,146 INFO [StoreOpener-d6c7bf2a4466b4f96d3249e43e1db252-1 {}] regionserver.HStore(327): Store=d6c7bf2a4466b4f96d3249e43e1db252/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:29,146 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:29,147 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,147 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,148 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:27:29,150 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:29,152 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:27:29,152 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened d6c7bf2a4466b4f96d3249e43e1db252; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73852674, jitterRate=0.10049059987068176}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:27:29,153 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:29,153 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., pid=125, masterSystemTime=1731169649126 2024-11-09T16:27:29,155 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:29,155 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:29,155 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=d6c7bf2a4466b4f96d3249e43e1db252, regionState=OPEN, openSeqNum=2, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:29,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-09T16:27:29,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 in 184 msec 2024-11-09T16:27:29,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-09T16:27:29,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c7bf2a4466b4f96d3249e43e1db252, ASSIGN in 343 msec 2024-11-09T16:27:29,161 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:27:29,161 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169649161"}]},"ts":"1731169649161"} 2024-11-09T16:27:29,163 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T16:27:29,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:27:29,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3190 sec 2024-11-09T16:27:29,520 ERROR [LeaseRenewer:jenkins@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37985,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-09T16:27:29,998 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-09T16:27:29,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38dd8644 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@466b85c9 2024-11-09T16:27:30,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,020 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:27:30,024 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:27:30,027 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65e17c26 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3ee89e 2024-11-09T16:27:30,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d375c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53fc02ba to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b0e6a43 2024-11-09T16:27:30,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdf91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-11-09T16:27:30,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-11-09T16:27:30,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x402e5def to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14088aa9 2024-11-09T16:27:30,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23090be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40302925 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b8d64d3 2024-11-09T16:27:30,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb51dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ef9951 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@784d683 2024-11-09T16:27:30,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d7172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567011a8 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7761f52b 2024-11-09T16:27:30,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48588c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02430fee to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a736a20 2024-11-09T16:27:30,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c56316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d567fc2 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c153822 2024-11-09T16:27:30,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41953565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:30,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:30,127 DEBUG [hconnection-0x50384a5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-09T16:27:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T16:27:30,127 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:30,128 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,128 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:30,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:30,131 DEBUG [hconnection-0x42232129-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,132 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,132 DEBUG [hconnection-0x4d1545b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,133 DEBUG [hconnection-0x7632da9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,133 DEBUG [hconnection-0x6ad58c1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,133 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,134 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,134 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,135 DEBUG [hconnection-0x73508856-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,135 DEBUG [hconnection-0x2685a050-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,136 DEBUG [hconnection-0x362a5914-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:30,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:27:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:30,136 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:30,136 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,136 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,137 DEBUG [hconnection-0x7bc259cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,137 DEBUG [hconnection-0x6f0f49aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:30,138 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,138 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:30,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/66f4ff56bcb94af5941db79ca3ffc7f1 is 50, key is test_row_0/A:col10/1731169650135/Put/seqid=0 2024-11-09T16:27:30,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742247_1423 (size=12001) 2024-11-09T16:27:30,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169710162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169710161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169710163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169710163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169710163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T16:27:30,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169710268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169710268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169710268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169710268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169710268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T16:27:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T16:27:30,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T16:27:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169710469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169710470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169710470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169710472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169710472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/66f4ff56bcb94af5941db79ca3ffc7f1 2024-11-09T16:27:30,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T16:27:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/189c6ff565a348ab90f717aee9679854 is 50, key is test_row_0/B:col10/1731169650135/Put/seqid=0 2024-11-09T16:27:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742248_1424 (size=12001) 2024-11-09T16:27:30,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/189c6ff565a348ab90f717aee9679854 2024-11-09T16:27:30,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/28b65207170941bda0c186304a272ee0 is 50, key is test_row_0/C:col10/1731169650135/Put/seqid=0 2024-11-09T16:27:30,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742249_1425 (size=12001) 2024-11-09T16:27:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T16:27:30,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T16:27:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:30,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169710774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169710774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169710775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169710776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169710776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:30,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T16:27:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:30,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:31,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T16:27:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:31,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:31,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/28b65207170941bda0c186304a272ee0 2024-11-09T16:27:31,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/66f4ff56bcb94af5941db79ca3ffc7f1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/66f4ff56bcb94af5941db79ca3ffc7f1 2024-11-09T16:27:31,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/66f4ff56bcb94af5941db79ca3ffc7f1, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T16:27:31,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/189c6ff565a348ab90f717aee9679854 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/189c6ff565a348ab90f717aee9679854 2024-11-09T16:27:31,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/189c6ff565a348ab90f717aee9679854, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T16:27:31,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/28b65207170941bda0c186304a272ee0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/28b65207170941bda0c186304a272ee0 2024-11-09T16:27:31,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/28b65207170941bda0c186304a272ee0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T16:27:31,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d6c7bf2a4466b4f96d3249e43e1db252 in 1002ms, sequenceid=13, compaction requested=false 2024-11-09T16:27:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T16:27:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:31,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-09T16:27:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:31,196 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:27:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:31,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/a9eeb5fb695a4e49a6f17a41593838cb is 50, key is test_row_0/A:col10/1731169650157/Put/seqid=0 2024-11-09T16:27:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742250_1426 (size=12001) 2024-11-09T16:27:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T16:27:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:31,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:31,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169711284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169711285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169711286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169711287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169711291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169711392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169711394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169711394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169711394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169711399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169711597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169711599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169711599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169711599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169711606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,609 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/a9eeb5fb695a4e49a6f17a41593838cb 2024-11-09T16:27:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/2e1edf9a2e1c4f35be4981ceb612b6cf is 50, key is test_row_0/B:col10/1731169650157/Put/seqid=0 2024-11-09T16:27:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742251_1427 (size=12001) 2024-11-09T16:27:31,625 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/2e1edf9a2e1c4f35be4981ceb612b6cf 2024-11-09T16:27:31,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/22da6965776e41dd9df53b44ccc5e3c2 is 50, key is test_row_0/C:col10/1731169650157/Put/seqid=0 2024-11-09T16:27:31,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742252_1428 (size=12001) 2024-11-09T16:27:31,637 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/22da6965776e41dd9df53b44ccc5e3c2 2024-11-09T16:27:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/a9eeb5fb695a4e49a6f17a41593838cb as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/a9eeb5fb695a4e49a6f17a41593838cb 2024-11-09T16:27:31,644 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/a9eeb5fb695a4e49a6f17a41593838cb, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T16:27:31,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/2e1edf9a2e1c4f35be4981ceb612b6cf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/2e1edf9a2e1c4f35be4981ceb612b6cf 2024-11-09T16:27:31,648 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/2e1edf9a2e1c4f35be4981ceb612b6cf, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T16:27:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/22da6965776e41dd9df53b44ccc5e3c2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/22da6965776e41dd9df53b44ccc5e3c2 2024-11-09T16:27:31,653 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/22da6965776e41dd9df53b44ccc5e3c2, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T16:27:31,653 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d6c7bf2a4466b4f96d3249e43e1db252 in 457ms, sequenceid=38, compaction requested=false 2024-11-09T16:27:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-09T16:27:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-09T16:27:31,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-09T16:27:31,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec 2024-11-09T16:27:31,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.5300 sec 2024-11-09T16:27:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:31,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:27:31,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:31,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/42b74f4f879e4d91b4f3fa95cdf05ef2 is 50, key is test_row_0/A:col10/1731169651286/Put/seqid=0 2024-11-09T16:27:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742253_1429 (size=14341) 2024-11-09T16:27:31,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169711930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169711930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169711931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169711931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:31,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169711931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169712032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169712037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169712037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169712037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169712037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-09T16:27:32,236 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-09T16:27:32,237 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-09T16:27:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T16:27:32,238 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:32,239 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:32,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:32,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169712241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169712242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169712243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169712243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169712243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/42b74f4f879e4d91b4f3fa95cdf05ef2 2024-11-09T16:27:32,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/efa1514590d844a281dd8db80f625ab0 is 50, key is test_row_0/B:col10/1731169651286/Put/seqid=0 2024-11-09T16:27:32,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742254_1430 (size=12001) 2024-11-09T16:27:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T16:27:32,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T16:27:32,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:32,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T16:27:32,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T16:27:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:32,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169712548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169712549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169712549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169712550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169712551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T16:27:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:32,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/efa1514590d844a281dd8db80f625ab0 2024-11-09T16:27:32,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/bf94de808834466a95db596ef2cda8af is 50, key is test_row_0/C:col10/1731169651286/Put/seqid=0 2024-11-09T16:27:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742255_1431 (size=12001) 2024-11-09T16:27:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T16:27:32,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:32,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T16:27:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:32,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:32,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:33,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T16:27:33,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:33,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:33,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:33,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:33,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169713052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169713053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169713054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169713055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:33,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169713057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:33,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T16:27:33,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/bf94de808834466a95db596ef2cda8af 2024-11-09T16:27:33,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/42b74f4f879e4d91b4f3fa95cdf05ef2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/42b74f4f879e4d91b4f3fa95cdf05ef2 2024-11-09T16:27:33,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/42b74f4f879e4d91b4f3fa95cdf05ef2, entries=200, sequenceid=50, filesize=14.0 K 2024-11-09T16:27:33,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/efa1514590d844a281dd8db80f625ab0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/efa1514590d844a281dd8db80f625ab0 2024-11-09T16:27:33,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/efa1514590d844a281dd8db80f625ab0, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T16:27:33,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/bf94de808834466a95db596ef2cda8af as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf94de808834466a95db596ef2cda8af 2024-11-09T16:27:33,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf94de808834466a95db596ef2cda8af, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T16:27:33,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d6c7bf2a4466b4f96d3249e43e1db252 in 1245ms, sequenceid=50, compaction requested=true 2024-11-09T16:27:33,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:33,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:33,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:33,149 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:33,149 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:33,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:33,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:33,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:33,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:33,149 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:33,149 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:33,149 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/B is initiating minor compaction (all files) 2024-11-09T16:27:33,149 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/A is initiating minor compaction (all files) 2024-11-09T16:27:33,149 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/B in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:33,149 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/A in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:33,150 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/189c6ff565a348ab90f717aee9679854, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/2e1edf9a2e1c4f35be4981ceb612b6cf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/efa1514590d844a281dd8db80f625ab0] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=35.2 K 2024-11-09T16:27:33,150 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/66f4ff56bcb94af5941db79ca3ffc7f1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/a9eeb5fb695a4e49a6f17a41593838cb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/42b74f4f879e4d91b4f3fa95cdf05ef2] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=37.4 K 2024-11-09T16:27:33,150 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f4ff56bcb94af5941db79ca3ffc7f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731169650131 2024-11-09T16:27:33,150 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 189c6ff565a348ab90f717aee9679854, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731169650131 2024-11-09T16:27:33,150 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1edf9a2e1c4f35be4981ceb612b6cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731169650157 2024-11-09T16:27:33,150 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9eeb5fb695a4e49a6f17a41593838cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731169650157 2024-11-09T16:27:33,150 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting efa1514590d844a281dd8db80f625ab0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731169651286 2024-11-09T16:27:33,150 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42b74f4f879e4d91b4f3fa95cdf05ef2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731169651285 2024-11-09T16:27:33,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:33,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-09T16:27:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:33,152 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:27:33,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:33,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:33,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:33,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:33,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:33,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:33,156 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#B#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:33,156 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#A#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:33,156 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/1e4202a08a1945fda0d03e504fec2ac3 is 50, key is test_row_0/A:col10/1731169651286/Put/seqid=0 2024-11-09T16:27:33,156 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/d02e1139849b409d8e4291ce71605d65 is 50, key is test_row_0/B:col10/1731169651286/Put/seqid=0 2024-11-09T16:27:33,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/81d4a9f6bf934552ada6c8cee2389212 is 50, key is test_row_0/A:col10/1731169651930/Put/seqid=0 2024-11-09T16:27:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742256_1432 (size=12104) 2024-11-09T16:27:33,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742257_1433 (size=12104) 2024-11-09T16:27:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742258_1434 (size=12001) 2024-11-09T16:27:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T16:27:33,579 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/81d4a9f6bf934552ada6c8cee2389212 2024-11-09T16:27:33,598 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/d02e1139849b409d8e4291ce71605d65 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/d02e1139849b409d8e4291ce71605d65 2024-11-09T16:27:33,598 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/1e4202a08a1945fda0d03e504fec2ac3 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/1e4202a08a1945fda0d03e504fec2ac3 2024-11-09T16:27:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/5fbe1284442140798081704b80cd4ca6 is 50, key is test_row_0/B:col10/1731169651930/Put/seqid=0 2024-11-09T16:27:33,604 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/A of d6c7bf2a4466b4f96d3249e43e1db252 into 1e4202a08a1945fda0d03e504fec2ac3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:33,604 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:33,604 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/A, priority=13, startTime=1731169653148; duration=0sec 2024-11-09T16:27:33,604 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:33,604 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:A 2024-11-09T16:27:33,604 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:33,605 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/B of d6c7bf2a4466b4f96d3249e43e1db252 into d02e1139849b409d8e4291ce71605d65(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:33,605 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:33,605 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/B, priority=13, startTime=1731169653149; duration=0sec 2024-11-09T16:27:33,605 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:33,605 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:B 2024-11-09T16:27:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742259_1435 (size=12001) 2024-11-09T16:27:33,606 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:33,606 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/C is initiating minor compaction (all files) 2024-11-09T16:27:33,606 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/C in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:33,606 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/28b65207170941bda0c186304a272ee0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/22da6965776e41dd9df53b44ccc5e3c2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf94de808834466a95db596ef2cda8af] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=35.2 K 2024-11-09T16:27:33,606 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28b65207170941bda0c186304a272ee0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731169650131 2024-11-09T16:27:33,606 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22da6965776e41dd9df53b44ccc5e3c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731169650157 2024-11-09T16:27:33,607 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf94de808834466a95db596ef2cda8af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731169651286 2024-11-09T16:27:33,612 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:33,613 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/51f757ad4e3146a7897047cbfecdb56d is 50, key is test_row_0/C:col10/1731169651286/Put/seqid=0 2024-11-09T16:27:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742260_1436 (size=12104) 2024-11-09T16:27:34,006 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/5fbe1284442140798081704b80cd4ca6 2024-11-09T16:27:34,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/d71dd45305f0440a9dbe0f10b994e077 is 50, key is test_row_0/C:col10/1731169651930/Put/seqid=0 2024-11-09T16:27:34,025 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/51f757ad4e3146a7897047cbfecdb56d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/51f757ad4e3146a7897047cbfecdb56d 2024-11-09T16:27:34,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742261_1437 (size=12001) 2024-11-09T16:27:34,029 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/C of d6c7bf2a4466b4f96d3249e43e1db252 into 51f757ad4e3146a7897047cbfecdb56d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:34,029 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:34,029 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/C, priority=13, startTime=1731169653149; duration=0sec 2024-11-09T16:27:34,029 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:34,029 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:C 2024-11-09T16:27:34,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:34,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169714066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169714067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169714067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169714068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169714068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169714170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169714176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169714176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169714176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169714176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T16:27:34,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169714373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169714380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169714381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169714381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169714381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,426 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/d71dd45305f0440a9dbe0f10b994e077 2024-11-09T16:27:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/81d4a9f6bf934552ada6c8cee2389212 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/81d4a9f6bf934552ada6c8cee2389212 2024-11-09T16:27:34,433 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/81d4a9f6bf934552ada6c8cee2389212, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T16:27:34,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/5fbe1284442140798081704b80cd4ca6 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5fbe1284442140798081704b80cd4ca6 2024-11-09T16:27:34,437 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5fbe1284442140798081704b80cd4ca6, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T16:27:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/d71dd45305f0440a9dbe0f10b994e077 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/d71dd45305f0440a9dbe0f10b994e077 2024-11-09T16:27:34,441 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/d71dd45305f0440a9dbe0f10b994e077, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T16:27:34,442 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d6c7bf2a4466b4f96d3249e43e1db252 in 1290ms, sequenceid=75, compaction requested=false 2024-11-09T16:27:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-09T16:27:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-09T16:27:34,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-09T16:27:34,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2040 sec 2024-11-09T16:27:34,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.2080 sec 2024-11-09T16:27:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:34,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T16:27:34,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:34,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:34,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:34,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:34,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:34,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:34,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/23bd44bf790f404ba42f9557cf11b730 is 50, key is test_row_0/A:col10/1731169654681/Put/seqid=0 2024-11-09T16:27:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742262_1438 (size=14341) 2024-11-09T16:27:34,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/23bd44bf790f404ba42f9557cf11b730 2024-11-09T16:27:34,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/47389106baba40509f132e6049e00b99 is 50, key is test_row_0/B:col10/1731169654681/Put/seqid=0 2024-11-09T16:27:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742263_1439 (size=12001) 2024-11-09T16:27:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169714704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169714705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169714706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169714706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169714707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169714810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169714810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169714812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169714812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:34,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169714814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169715016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169715016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169715016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169715016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169715017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/47389106baba40509f132e6049e00b99 2024-11-09T16:27:35,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/26b8e1ae96d649bfa2d838d788d5faee is 50, key is test_row_0/C:col10/1731169654681/Put/seqid=0 2024-11-09T16:27:35,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742264_1440 (size=12001) 2024-11-09T16:27:35,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169715320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169715321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169715322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169715323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169715323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/26b8e1ae96d649bfa2d838d788d5faee 2024-11-09T16:27:35,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/23bd44bf790f404ba42f9557cf11b730 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/23bd44bf790f404ba42f9557cf11b730 2024-11-09T16:27:35,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/23bd44bf790f404ba42f9557cf11b730, entries=200, sequenceid=91, filesize=14.0 K 2024-11-09T16:27:35,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/47389106baba40509f132e6049e00b99 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/47389106baba40509f132e6049e00b99 2024-11-09T16:27:35,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/47389106baba40509f132e6049e00b99, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T16:27:35,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/26b8e1ae96d649bfa2d838d788d5faee as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/26b8e1ae96d649bfa2d838d788d5faee 2024-11-09T16:27:35,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/26b8e1ae96d649bfa2d838d788d5faee, entries=150, sequenceid=91, filesize=11.7 K 2024-11-09T16:27:35,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d6c7bf2a4466b4f96d3249e43e1db252 in 845ms, sequenceid=91, compaction requested=true 2024-11-09T16:27:35,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:35,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:35,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:35,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:35,528 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:35,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:35,528 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:35,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:35,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:35,528 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:35,528 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:35,528 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/A is initiating minor compaction (all files) 2024-11-09T16:27:35,528 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/B is initiating minor compaction (all files) 2024-11-09T16:27:35,528 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/B in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:35,528 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/A in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:35,529 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/d02e1139849b409d8e4291ce71605d65, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5fbe1284442140798081704b80cd4ca6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/47389106baba40509f132e6049e00b99] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=35.3 K 2024-11-09T16:27:35,529 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/1e4202a08a1945fda0d03e504fec2ac3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/81d4a9f6bf934552ada6c8cee2389212, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/23bd44bf790f404ba42f9557cf11b730] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=37.5 K 2024-11-09T16:27:35,529 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d02e1139849b409d8e4291ce71605d65, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731169651286 2024-11-09T16:27:35,529 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4202a08a1945fda0d03e504fec2ac3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731169651286 2024-11-09T16:27:35,529 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fbe1284442140798081704b80cd4ca6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731169651930 2024-11-09T16:27:35,529 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d4a9f6bf934552ada6c8cee2389212, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731169651930 2024-11-09T16:27:35,529 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 47389106baba40509f132e6049e00b99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731169654061 2024-11-09T16:27:35,529 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23bd44bf790f404ba42f9557cf11b730, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731169654061 2024-11-09T16:27:35,535 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:35,535 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/7a055acff8044861a4c89177b9fc6feb is 50, key is test_row_0/B:col10/1731169654681/Put/seqid=0 2024-11-09T16:27:35,535 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#A#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:35,536 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/bffdceaa84b4421698be301fe17117bb is 50, key is test_row_0/A:col10/1731169654681/Put/seqid=0 2024-11-09T16:27:35,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742266_1442 (size=12207) 2024-11-09T16:27:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742265_1441 (size=12207) 2024-11-09T16:27:35,551 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/7a055acff8044861a4c89177b9fc6feb as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/7a055acff8044861a4c89177b9fc6feb 2024-11-09T16:27:35,554 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/B of d6c7bf2a4466b4f96d3249e43e1db252 into 7a055acff8044861a4c89177b9fc6feb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:35,554 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:35,554 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/B, priority=13, startTime=1731169655528; duration=0sec 2024-11-09T16:27:35,554 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:35,554 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:B 2024-11-09T16:27:35,555 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:35,555 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:35,555 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/C is initiating minor compaction (all files) 2024-11-09T16:27:35,556 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/C in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:35,556 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/51f757ad4e3146a7897047cbfecdb56d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/d71dd45305f0440a9dbe0f10b994e077, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/26b8e1ae96d649bfa2d838d788d5faee] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=35.3 K 2024-11-09T16:27:35,556 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 51f757ad4e3146a7897047cbfecdb56d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731169651286 2024-11-09T16:27:35,556 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d71dd45305f0440a9dbe0f10b994e077, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731169651930 2024-11-09T16:27:35,556 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b8e1ae96d649bfa2d838d788d5faee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731169654061 2024-11-09T16:27:35,563 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#C#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:35,564 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/9ce645019f284102924bfec519cd5038 is 50, key is test_row_0/C:col10/1731169654681/Put/seqid=0 2024-11-09T16:27:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742267_1443 (size=12207) 2024-11-09T16:27:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:35,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T16:27:35,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:35,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/75c1fa06026c480ea3cac69760275c92 is 50, key is test_row_0/A:col10/1731169654700/Put/seqid=0 2024-11-09T16:27:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742268_1444 (size=14341) 2024-11-09T16:27:35,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169715840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169715840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169715841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169715841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169715841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169715942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,948 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/bffdceaa84b4421698be301fe17117bb as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bffdceaa84b4421698be301fe17117bb 2024-11-09T16:27:35,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169715947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169715947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169715949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169715949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:35,952 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/A of d6c7bf2a4466b4f96d3249e43e1db252 into bffdceaa84b4421698be301fe17117bb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:35,952 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:35,952 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/A, priority=13, startTime=1731169655528; duration=0sec 2024-11-09T16:27:35,952 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:35,953 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:A 2024-11-09T16:27:35,977 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/9ce645019f284102924bfec519cd5038 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9ce645019f284102924bfec519cd5038 2024-11-09T16:27:35,980 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/C of d6c7bf2a4466b4f96d3249e43e1db252 into 9ce645019f284102924bfec519cd5038(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:35,980 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:35,980 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/C, priority=13, startTime=1731169655528; duration=0sec 2024-11-09T16:27:35,980 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:35,980 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:C 2024-11-09T16:27:36,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169716147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169716152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169716153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169716153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169716153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/75c1fa06026c480ea3cac69760275c92 2024-11-09T16:27:36,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/b727d20333a14b12ba343bca3ae054b5 is 50, key is test_row_0/B:col10/1731169654700/Put/seqid=0 2024-11-09T16:27:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742269_1445 (size=12001) 2024-11-09T16:27:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-09T16:27:36,342 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-09T16:27:36,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-09T16:27:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T16:27:36,344 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:36,344 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:36,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T16:27:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169716452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169716456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169716457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169716457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169716457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T16:27:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:36,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T16:27:36,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/b727d20333a14b12ba343bca3ae054b5 2024-11-09T16:27:36,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T16:27:36,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:36,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:36,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:36,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:36,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:36,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/9b7be9491c494eeba16c9fbca5c153ea is 50, key is test_row_0/C:col10/1731169654700/Put/seqid=0 2024-11-09T16:27:36,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742270_1446 (size=12001) 2024-11-09T16:27:36,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/9b7be9491c494eeba16c9fbca5c153ea 2024-11-09T16:27:36,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/75c1fa06026c480ea3cac69760275c92 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/75c1fa06026c480ea3cac69760275c92 2024-11-09T16:27:36,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/75c1fa06026c480ea3cac69760275c92, entries=200, sequenceid=116, filesize=14.0 K 2024-11-09T16:27:36,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/b727d20333a14b12ba343bca3ae054b5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/b727d20333a14b12ba343bca3ae054b5 2024-11-09T16:27:36,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/b727d20333a14b12ba343bca3ae054b5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:27:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/9b7be9491c494eeba16c9fbca5c153ea as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9b7be9491c494eeba16c9fbca5c153ea 2024-11-09T16:27:36,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9b7be9491c494eeba16c9fbca5c153ea, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T16:27:36,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d6c7bf2a4466b4f96d3249e43e1db252 in 841ms, sequenceid=116, compaction requested=false 2024-11-09T16:27:36,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:36,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-09T16:27:36,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:36,801 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:27:36,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:36,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:36,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:36,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:36,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:36,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:36,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/36629d8e535f46c0a88a44c2af04b6d5 is 50, key is test_row_0/A:col10/1731169655840/Put/seqid=0 2024-11-09T16:27:36,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742271_1447 (size=12001) 2024-11-09T16:27:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T16:27:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:36,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:36,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169716980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169716980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169716981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169716981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:36,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169716982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169717084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169717084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169717087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169717087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169717088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,209 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/36629d8e535f46c0a88a44c2af04b6d5 2024-11-09T16:27:37,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/86f96eab44f64c8298960d60ecf835ad is 50, key is test_row_0/B:col10/1731169655840/Put/seqid=0 2024-11-09T16:27:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742272_1448 (size=12001) 2024-11-09T16:27:37,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169717290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169717291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169717292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169717292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169717294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T16:27:37,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169717597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169717597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169717598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169717598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169717598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:37,623 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/86f96eab44f64c8298960d60ecf835ad 2024-11-09T16:27:37,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/48ca02f2dd0a4a33a8784deeebd39d77 is 50, key is test_row_0/C:col10/1731169655840/Put/seqid=0 2024-11-09T16:27:37,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742273_1449 (size=12001) 2024-11-09T16:27:38,034 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/48ca02f2dd0a4a33a8784deeebd39d77 2024-11-09T16:27:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/36629d8e535f46c0a88a44c2af04b6d5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/36629d8e535f46c0a88a44c2af04b6d5 2024-11-09T16:27:38,040 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/36629d8e535f46c0a88a44c2af04b6d5, entries=150, sequenceid=130, filesize=11.7 K 2024-11-09T16:27:38,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/86f96eab44f64c8298960d60ecf835ad as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/86f96eab44f64c8298960d60ecf835ad 2024-11-09T16:27:38,043 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/86f96eab44f64c8298960d60ecf835ad, entries=150, sequenceid=130, filesize=11.7 K 2024-11-09T16:27:38,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/48ca02f2dd0a4a33a8784deeebd39d77 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/48ca02f2dd0a4a33a8784deeebd39d77 2024-11-09T16:27:38,046 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/48ca02f2dd0a4a33a8784deeebd39d77, entries=150, sequenceid=130, filesize=11.7 K 2024-11-09T16:27:38,047 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d6c7bf2a4466b4f96d3249e43e1db252 in 1246ms, sequenceid=130, compaction requested=true 2024-11-09T16:27:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-09T16:27:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-09T16:27:38,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-09T16:27:38,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-11-09T16:27:38,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.7060 sec 2024-11-09T16:27:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:38,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:27:38,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:38,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:38,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:38,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:38,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:38,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:38,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/e2ce6c6c9fc44b4e9a114a6af38eb41b is 50, key is test_row_0/A:col10/1731169656981/Put/seqid=0 2024-11-09T16:27:38,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742274_1450 (size=14541) 2024-11-09T16:27:38,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169718115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169718115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169718115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169718116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169718117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169718222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169718222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169718225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169718225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169718228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169718430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169718431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169718431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169718432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169718432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-09T16:27:38,447 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-09T16:27:38,448 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-09T16:27:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T16:27:38,449 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:38,450 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:38,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:38,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/e2ce6c6c9fc44b4e9a114a6af38eb41b 2024-11-09T16:27:38,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/6adf9e3df38a4e9e8b4b4f6f2c742325 is 50, key is test_row_0/B:col10/1731169656981/Put/seqid=0 2024-11-09T16:27:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742275_1451 (size=12151) 2024-11-09T16:27:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T16:27:38,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T16:27:38,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:38,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:38,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:38,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169718735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169718737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169718738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169718739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169718740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T16:27:38,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T16:27:38,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:38,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:38,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:38,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:38,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/6adf9e3df38a4e9e8b4b4f6f2c742325 2024-11-09T16:27:38,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T16:27:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:38,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:38,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4602fee1d9e9403ba689b0c57ee27091 is 50, key is test_row_0/C:col10/1731169656981/Put/seqid=0 2024-11-09T16:27:38,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742276_1452 (size=12151) 2024-11-09T16:27:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T16:27:39,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:39,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T16:27:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:39,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:39,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:39,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T16:27:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:39,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:39,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169719244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169719244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169719245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169719245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169719248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:39,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4602fee1d9e9403ba689b0c57ee27091 2024-11-09T16:27:39,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/e2ce6c6c9fc44b4e9a114a6af38eb41b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e2ce6c6c9fc44b4e9a114a6af38eb41b 2024-11-09T16:27:39,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e2ce6c6c9fc44b4e9a114a6af38eb41b, entries=200, sequenceid=155, filesize=14.2 K 2024-11-09T16:27:39,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/6adf9e3df38a4e9e8b4b4f6f2c742325 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/6adf9e3df38a4e9e8b4b4f6f2c742325 2024-11-09T16:27:39,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/6adf9e3df38a4e9e8b4b4f6f2c742325, entries=150, sequenceid=155, filesize=11.9 K 2024-11-09T16:27:39,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4602fee1d9e9403ba689b0c57ee27091 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4602fee1d9e9403ba689b0c57ee27091 2024-11-09T16:27:39,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4602fee1d9e9403ba689b0c57ee27091, entries=150, sequenceid=155, filesize=11.9 K 2024-11-09T16:27:39,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d6c7bf2a4466b4f96d3249e43e1db252 in 1240ms, sequenceid=155, compaction requested=true 2024-11-09T16:27:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:39,346 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:27:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:39,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:39,346 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:27:39,347 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:27:39,347 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:27:39,347 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/B is initiating minor compaction (all files) 2024-11-09T16:27:39,347 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/A is initiating minor compaction (all files) 2024-11-09T16:27:39,347 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/A in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:39,347 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/B in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:39,347 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bffdceaa84b4421698be301fe17117bb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/75c1fa06026c480ea3cac69760275c92, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/36629d8e535f46c0a88a44c2af04b6d5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e2ce6c6c9fc44b4e9a114a6af38eb41b] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=51.8 K 2024-11-09T16:27:39,347 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/7a055acff8044861a4c89177b9fc6feb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/b727d20333a14b12ba343bca3ae054b5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/86f96eab44f64c8298960d60ecf835ad, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/6adf9e3df38a4e9e8b4b4f6f2c742325] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=47.2 K 2024-11-09T16:27:39,347 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting bffdceaa84b4421698be301fe17117bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731169654061 2024-11-09T16:27:39,347 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a055acff8044861a4c89177b9fc6feb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731169654061 2024-11-09T16:27:39,348 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75c1fa06026c480ea3cac69760275c92, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169654700 2024-11-09T16:27:39,348 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting b727d20333a14b12ba343bca3ae054b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169654700 2024-11-09T16:27:39,348 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36629d8e535f46c0a88a44c2af04b6d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731169655839 2024-11-09T16:27:39,348 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 86f96eab44f64c8298960d60ecf835ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731169655839 2024-11-09T16:27:39,348 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2ce6c6c9fc44b4e9a114a6af38eb41b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731169656979 2024-11-09T16:27:39,348 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 6adf9e3df38a4e9e8b4b4f6f2c742325, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731169656979 2024-11-09T16:27:39,354 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:39,354 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/e8c737bbbc634857ad1bb5a76af3fd2b is 50, key is test_row_0/A:col10/1731169656981/Put/seqid=0 2024-11-09T16:27:39,358 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742277_1453 (size=12493) 2024-11-09T16:27:39,358 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/bc246be2cec34fbb9b6e7995c0b237c2 is 50, key is test_row_0/B:col10/1731169656981/Put/seqid=0 2024-11-09T16:27:39,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742278_1454 (size=12493) 2024-11-09T16:27:39,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:39,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-09T16:27:39,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:39,380 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:39,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:39,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/cbda6385267742d8a57cea100f9149b9 is 50, key is test_row_0/A:col10/1731169658114/Put/seqid=0 2024-11-09T16:27:39,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742279_1455 (size=12151) 2024-11-09T16:27:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T16:27:39,762 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/e8c737bbbc634857ad1bb5a76af3fd2b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e8c737bbbc634857ad1bb5a76af3fd2b 2024-11-09T16:27:39,764 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/bc246be2cec34fbb9b6e7995c0b237c2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/bc246be2cec34fbb9b6e7995c0b237c2 2024-11-09T16:27:39,766 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/A of d6c7bf2a4466b4f96d3249e43e1db252 into e8c737bbbc634857ad1bb5a76af3fd2b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:39,766 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:39,766 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/A, priority=12, startTime=1731169659346; duration=0sec 2024-11-09T16:27:39,766 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:39,766 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:A 2024-11-09T16:27:39,766 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:27:39,767 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/B of d6c7bf2a4466b4f96d3249e43e1db252 into bc246be2cec34fbb9b6e7995c0b237c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:39,767 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:39,768 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/B, priority=12, startTime=1731169659346; duration=0sec 2024-11-09T16:27:39,768 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:39,768 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:B 2024-11-09T16:27:39,771 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:27:39,771 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/C is initiating minor compaction (all files) 2024-11-09T16:27:39,771 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/C in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:39,771 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9ce645019f284102924bfec519cd5038, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9b7be9491c494eeba16c9fbca5c153ea, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/48ca02f2dd0a4a33a8784deeebd39d77, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4602fee1d9e9403ba689b0c57ee27091] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=47.2 K 2024-11-09T16:27:39,771 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ce645019f284102924bfec519cd5038, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731169654061 2024-11-09T16:27:39,772 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b7be9491c494eeba16c9fbca5c153ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731169654700 2024-11-09T16:27:39,772 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48ca02f2dd0a4a33a8784deeebd39d77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731169655839 2024-11-09T16:27:39,772 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4602fee1d9e9403ba689b0c57ee27091, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731169656979 2024-11-09T16:27:39,779 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#C#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:39,779 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/f558f56a58434c0d9235c6cdc230703e is 50, key is test_row_0/C:col10/1731169656981/Put/seqid=0 2024-11-09T16:27:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742280_1456 (size=12493) 2024-11-09T16:27:39,787 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/cbda6385267742d8a57cea100f9149b9 2024-11-09T16:27:39,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/9838e57f70944fe380d18e505c908c48 is 50, key is test_row_0/B:col10/1731169658114/Put/seqid=0 2024-11-09T16:27:39,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742281_1457 (size=12151) 2024-11-09T16:27:40,188 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/f558f56a58434c0d9235c6cdc230703e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f558f56a58434c0d9235c6cdc230703e 2024-11-09T16:27:40,191 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/C of d6c7bf2a4466b4f96d3249e43e1db252 into f558f56a58434c0d9235c6cdc230703e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:40,191 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:40,191 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/C, priority=12, startTime=1731169659346; duration=0sec 2024-11-09T16:27:40,191 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:40,191 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:C 2024-11-09T16:27:40,196 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/9838e57f70944fe380d18e505c908c48 2024-11-09T16:27:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/b3f983d587004a6691312419e0c0d3d3 is 50, key is test_row_0/C:col10/1731169658114/Put/seqid=0 2024-11-09T16:27:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742282_1458 (size=12151) 2024-11-09T16:27:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:40,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:40,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169720276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169720278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169720280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169720281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169720281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169720382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169720382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169720386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169720387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169720387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T16:27:40,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169720586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169720587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169720591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169720591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169720593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,610 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/b3f983d587004a6691312419e0c0d3d3 2024-11-09T16:27:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/cbda6385267742d8a57cea100f9149b9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/cbda6385267742d8a57cea100f9149b9 2024-11-09T16:27:40,616 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/cbda6385267742d8a57cea100f9149b9, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T16:27:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/9838e57f70944fe380d18e505c908c48 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/9838e57f70944fe380d18e505c908c48 2024-11-09T16:27:40,620 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/9838e57f70944fe380d18e505c908c48, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T16:27:40,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/b3f983d587004a6691312419e0c0d3d3 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/b3f983d587004a6691312419e0c0d3d3 2024-11-09T16:27:40,624 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/b3f983d587004a6691312419e0c0d3d3, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T16:27:40,624 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d6c7bf2a4466b4f96d3249e43e1db252 in 1244ms, sequenceid=166, compaction requested=false 2024-11-09T16:27:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-09T16:27:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-09T16:27:40,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-09T16:27:40,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-11-09T16:27:40,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.1790 sec 2024-11-09T16:27:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:40,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T16:27:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:40,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:40,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/746b28bbe1e44a7388c35b4cd5aece88 is 50, key is test_row_0/A:col10/1731169660281/Put/seqid=0 2024-11-09T16:27:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742283_1459 (size=14541) 2024-11-09T16:27:40,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169720901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169720901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169720902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169720903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169720904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169721005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169721008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169721008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169721009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169721013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169721211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169721212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169721212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169721213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169721220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/746b28bbe1e44a7388c35b4cd5aece88 2024-11-09T16:27:41,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/03a90331d9494109bbbb43a8e51df31f is 50, key is test_row_0/B:col10/1731169660281/Put/seqid=0 2024-11-09T16:27:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742284_1460 (size=12151) 2024-11-09T16:27:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169721516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169721517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169721517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169721518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169721524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:41,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/03a90331d9494109bbbb43a8e51df31f 2024-11-09T16:27:41,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/49c9e0307aa6457eaf7e74ffb6a5e62c is 50, key is test_row_0/C:col10/1731169660281/Put/seqid=0 2024-11-09T16:27:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742285_1461 (size=12151) 2024-11-09T16:27:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169722022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169722022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169722022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:42,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169722023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169722029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:42,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/49c9e0307aa6457eaf7e74ffb6a5e62c 2024-11-09T16:27:42,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/746b28bbe1e44a7388c35b4cd5aece88 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/746b28bbe1e44a7388c35b4cd5aece88 2024-11-09T16:27:42,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/746b28bbe1e44a7388c35b4cd5aece88, entries=200, sequenceid=196, filesize=14.2 K 2024-11-09T16:27:42,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/03a90331d9494109bbbb43a8e51df31f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/03a90331d9494109bbbb43a8e51df31f 2024-11-09T16:27:42,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/03a90331d9494109bbbb43a8e51df31f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T16:27:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/49c9e0307aa6457eaf7e74ffb6a5e62c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/49c9e0307aa6457eaf7e74ffb6a5e62c 2024-11-09T16:27:42,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/49c9e0307aa6457eaf7e74ffb6a5e62c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T16:27:42,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d6c7bf2a4466b4f96d3249e43e1db252 in 1240ms, sequenceid=196, compaction requested=true 2024-11-09T16:27:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:42,135 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T16:27:42,136 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:42,136 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:42,136 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:42,136 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/B is initiating minor compaction (all files) 2024-11-09T16:27:42,136 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/A is initiating minor compaction (all files) 2024-11-09T16:27:42,136 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/B in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:42,136 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/A in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:42,136 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/bc246be2cec34fbb9b6e7995c0b237c2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/9838e57f70944fe380d18e505c908c48, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/03a90331d9494109bbbb43a8e51df31f] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=35.9 K 2024-11-09T16:27:42,136 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e8c737bbbc634857ad1bb5a76af3fd2b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/cbda6385267742d8a57cea100f9149b9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/746b28bbe1e44a7388c35b4cd5aece88] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=38.3 K 2024-11-09T16:27:42,137 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8c737bbbc634857ad1bb5a76af3fd2b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731169656979 2024-11-09T16:27:42,137 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting bc246be2cec34fbb9b6e7995c0b237c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731169656979 2024-11-09T16:27:42,137 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9838e57f70944fe380d18e505c908c48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731169658114 2024-11-09T16:27:42,137 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbda6385267742d8a57cea100f9149b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731169658114 2024-11-09T16:27:42,137 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 03a90331d9494109bbbb43a8e51df31f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731169660280 2024-11-09T16:27:42,137 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 746b28bbe1e44a7388c35b4cd5aece88, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731169660275 2024-11-09T16:27:42,143 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:42,143 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/f62bba66775c46acb27729b3cbd8fb5e is 50, key is test_row_0/B:col10/1731169660281/Put/seqid=0 2024-11-09T16:27:42,148 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#A#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:42,148 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/c8f549f646f847d5a2fa0deef4ddc626 is 50, key is test_row_0/A:col10/1731169660281/Put/seqid=0 2024-11-09T16:27:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742286_1462 (size=12595) 2024-11-09T16:27:42,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742287_1463 (size=12595) 2024-11-09T16:27:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-09T16:27:42,553 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-09T16:27:42,554 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-09T16:27:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T16:27:42,555 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:42,556 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:42,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:42,560 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/f62bba66775c46acb27729b3cbd8fb5e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/f62bba66775c46acb27729b3cbd8fb5e 2024-11-09T16:27:42,560 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/c8f549f646f847d5a2fa0deef4ddc626 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/c8f549f646f847d5a2fa0deef4ddc626 2024-11-09T16:27:42,564 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/A of d6c7bf2a4466b4f96d3249e43e1db252 into c8f549f646f847d5a2fa0deef4ddc626(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:42,564 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/B of d6c7bf2a4466b4f96d3249e43e1db252 into f62bba66775c46acb27729b3cbd8fb5e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:42,564 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/B, priority=13, startTime=1731169662135; duration=0sec 2024-11-09T16:27:42,564 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/A, priority=13, startTime=1731169662135; duration=0sec 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:A 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:B 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:42,564 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/C is initiating minor compaction (all files) 2024-11-09T16:27:42,565 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/C in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:42,565 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f558f56a58434c0d9235c6cdc230703e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/b3f983d587004a6691312419e0c0d3d3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/49c9e0307aa6457eaf7e74ffb6a5e62c] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=35.9 K 2024-11-09T16:27:42,565 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting f558f56a58434c0d9235c6cdc230703e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731169656979 2024-11-09T16:27:42,565 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3f983d587004a6691312419e0c0d3d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731169658114 2024-11-09T16:27:42,565 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49c9e0307aa6457eaf7e74ffb6a5e62c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731169660280 2024-11-09T16:27:42,571 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:42,571 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/01f90539daf34ec2b2767ea020f85e0a is 50, key is test_row_0/C:col10/1731169660281/Put/seqid=0 2024-11-09T16:27:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742288_1464 (size=12595) 2024-11-09T16:27:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T16:27:42,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:42,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-09T16:27:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:42,708 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T16:27:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/b94747a94c804bdcb84421348f707f7d is 50, key is test_row_0/A:col10/1731169660903/Put/seqid=0 2024-11-09T16:27:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742289_1465 (size=12151) 2024-11-09T16:27:42,716 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/b94747a94c804bdcb84421348f707f7d 2024-11-09T16:27:42,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/5af3e192da2443279ff6a6187336d5a7 is 50, key is test_row_0/B:col10/1731169660903/Put/seqid=0 2024-11-09T16:27:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742290_1466 (size=12151) 2024-11-09T16:27:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T16:27:42,982 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/01f90539daf34ec2b2767ea020f85e0a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/01f90539daf34ec2b2767ea020f85e0a 2024-11-09T16:27:42,986 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/C of d6c7bf2a4466b4f96d3249e43e1db252 into 01f90539daf34ec2b2767ea020f85e0a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:42,986 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:42,986 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/C, priority=13, startTime=1731169662135; duration=0sec 2024-11-09T16:27:42,986 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:42,986 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:C 2024-11-09T16:27:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:43,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169723050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169723051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169723056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169723057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169723057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,125 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/5af3e192da2443279ff6a6187336d5a7 2024-11-09T16:27:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/f471ab1a05dd48e69785e695b7a7b16e is 50, key is test_row_0/C:col10/1731169660903/Put/seqid=0 2024-11-09T16:27:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742291_1467 (size=12151) 2024-11-09T16:27:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T16:27:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169723158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169723158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169723158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169723164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169723164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169723360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169723362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169723362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169723368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169723369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,533 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/f471ab1a05dd48e69785e695b7a7b16e 2024-11-09T16:27:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/b94747a94c804bdcb84421348f707f7d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/b94747a94c804bdcb84421348f707f7d 2024-11-09T16:27:43,539 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/b94747a94c804bdcb84421348f707f7d, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T16:27:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/5af3e192da2443279ff6a6187336d5a7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5af3e192da2443279ff6a6187336d5a7 2024-11-09T16:27:43,542 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5af3e192da2443279ff6a6187336d5a7, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T16:27:43,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/f471ab1a05dd48e69785e695b7a7b16e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f471ab1a05dd48e69785e695b7a7b16e 2024-11-09T16:27:43,545 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f471ab1a05dd48e69785e695b7a7b16e, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T16:27:43,546 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for d6c7bf2a4466b4f96d3249e43e1db252 in 838ms, sequenceid=207, compaction requested=false 2024-11-09T16:27:43,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:43,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:43,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-09T16:27:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-09T16:27:43,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-09T16:27:43,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 991 msec 2024-11-09T16:27:43,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 994 msec 2024-11-09T16:27:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-09T16:27:43,658 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-09T16:27:43,659 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-09T16:27:43,660 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T16:27:43,660 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:43,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:43,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-09T16:27:43,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:43,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:43,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:43,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:43,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:43,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:43,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/77c2419cdd06469a8bdb8a21a05821db is 50, key is test_row_0/A:col10/1731169663667/Put/seqid=0 2024-11-09T16:27:43,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169723674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169723674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742292_1468 (size=16931) 2024-11-09T16:27:43,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169723675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169723675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169723675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T16:27:43,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169723776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169723780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169723780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:43,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:43,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:43,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:43,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:43,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T16:27:43,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:43,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:43,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:43,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:43,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:43,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:43,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169723979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169723982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:43,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169723983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/77c2419cdd06469a8bdb8a21a05821db 2024-11-09T16:27:44,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/fe19a442162d43a6a5840b377b055b31 is 50, key is test_row_0/B:col10/1731169663667/Put/seqid=0 2024-11-09T16:27:44,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742293_1469 (size=12151) 2024-11-09T16:27:44,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:44,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:44,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169724179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169724180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T16:27:44,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:44,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:44,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169724283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169724286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169724286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/fe19a442162d43a6a5840b377b055b31 2024-11-09T16:27:44,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/7942c4b8239c42c1be8b3fdd12827b7c is 50, key is test_row_0/C:col10/1731169663667/Put/seqid=0 2024-11-09T16:27:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742294_1470 (size=12151) 2024-11-09T16:27:44,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T16:27:44,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169724789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169724791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169724793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:44,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:44,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/7942c4b8239c42c1be8b3fdd12827b7c 2024-11-09T16:27:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/77c2419cdd06469a8bdb8a21a05821db as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/77c2419cdd06469a8bdb8a21a05821db 2024-11-09T16:27:44,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/77c2419cdd06469a8bdb8a21a05821db, entries=250, sequenceid=238, filesize=16.5 K 2024-11-09T16:27:44,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/fe19a442162d43a6a5840b377b055b31 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/fe19a442162d43a6a5840b377b055b31 2024-11-09T16:27:44,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/fe19a442162d43a6a5840b377b055b31, entries=150, sequenceid=238, filesize=11.9 K 2024-11-09T16:27:44,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/7942c4b8239c42c1be8b3fdd12827b7c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/7942c4b8239c42c1be8b3fdd12827b7c 2024-11-09T16:27:44,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/7942c4b8239c42c1be8b3fdd12827b7c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-09T16:27:44,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for d6c7bf2a4466b4f96d3249e43e1db252 in 1244ms, sequenceid=238, compaction requested=true 2024-11-09T16:27:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:44,911 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:44,911 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:44,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:44,912 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:44,912 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:44,912 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/B is initiating minor compaction (all files) 2024-11-09T16:27:44,912 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/A is initiating minor compaction (all files) 2024-11-09T16:27:44,912 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/B in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,912 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/A in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:44,912 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/c8f549f646f847d5a2fa0deef4ddc626, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/b94747a94c804bdcb84421348f707f7d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/77c2419cdd06469a8bdb8a21a05821db] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=40.7 K 2024-11-09T16:27:44,912 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/f62bba66775c46acb27729b3cbd8fb5e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5af3e192da2443279ff6a6187336d5a7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/fe19a442162d43a6a5840b377b055b31] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=36.0 K 2024-11-09T16:27:44,912 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f62bba66775c46acb27729b3cbd8fb5e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731169660280 2024-11-09T16:27:44,913 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8f549f646f847d5a2fa0deef4ddc626, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731169660280 2024-11-09T16:27:44,913 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 5af3e192da2443279ff6a6187336d5a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731169660900 2024-11-09T16:27:44,913 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b94747a94c804bdcb84421348f707f7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731169660900 2024-11-09T16:27:44,913 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting fe19a442162d43a6a5840b377b055b31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731169663056 2024-11-09T16:27:44,913 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77c2419cdd06469a8bdb8a21a05821db, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731169663050 2024-11-09T16:27:44,919 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:44,919 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#A#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:44,919 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/49a18b550e9b4ef69b314c9bef3aa52f is 50, key is test_row_0/B:col10/1731169663667/Put/seqid=0 2024-11-09T16:27:44,919 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/6ad69575cce6425d94e73a56cef21c89 is 50, key is test_row_0/A:col10/1731169663667/Put/seqid=0 2024-11-09T16:27:44,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742296_1472 (size=12697) 2024-11-09T16:27:44,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742295_1471 (size=12697) 2024-11-09T16:27:45,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-09T16:27:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:45,030 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T16:27:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:45,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/14a53ce3425c4dccae8f6f1e300ff86e is 50, key is test_row_0/A:col10/1731169663674/Put/seqid=0 2024-11-09T16:27:45,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742297_1473 (size=12151) 2024-11-09T16:27:45,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:45,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169725277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169725277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,329 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/49a18b550e9b4ef69b314c9bef3aa52f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/49a18b550e9b4ef69b314c9bef3aa52f 2024-11-09T16:27:45,332 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/B of d6c7bf2a4466b4f96d3249e43e1db252 into 49a18b550e9b4ef69b314c9bef3aa52f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:45,333 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:45,333 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/B, priority=13, startTime=1731169664911; duration=0sec 2024-11-09T16:27:45,333 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:45,333 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:B 2024-11-09T16:27:45,333 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:45,333 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:45,334 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/C is initiating minor compaction (all files) 2024-11-09T16:27:45,334 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/C in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:45,334 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/01f90539daf34ec2b2767ea020f85e0a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f471ab1a05dd48e69785e695b7a7b16e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/7942c4b8239c42c1be8b3fdd12827b7c] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=36.0 K 2024-11-09T16:27:45,334 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/6ad69575cce6425d94e73a56cef21c89 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/6ad69575cce6425d94e73a56cef21c89 2024-11-09T16:27:45,334 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 01f90539daf34ec2b2767ea020f85e0a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731169660280 2024-11-09T16:27:45,334 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f471ab1a05dd48e69785e695b7a7b16e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731169660900 2024-11-09T16:27:45,334 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7942c4b8239c42c1be8b3fdd12827b7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731169663056 2024-11-09T16:27:45,338 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/A of d6c7bf2a4466b4f96d3249e43e1db252 into 6ad69575cce6425d94e73a56cef21c89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:45,338 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:45,338 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/A, priority=13, startTime=1731169664911; duration=0sec 2024-11-09T16:27:45,338 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:45,338 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:A 2024-11-09T16:27:45,340 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:45,340 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4fa2c9ef23774312a43ffe2f6ea56a2f is 50, key is test_row_0/C:col10/1731169663667/Put/seqid=0 2024-11-09T16:27:45,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742298_1474 (size=12697) 2024-11-09T16:27:45,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169725383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169725384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,437 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/14a53ce3425c4dccae8f6f1e300ff86e 2024-11-09T16:27:45,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/e7cbd61213c244679ccc9e31486cade9 is 50, key is test_row_0/B:col10/1731169663674/Put/seqid=0 2024-11-09T16:27:45,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742299_1475 (size=12151) 2024-11-09T16:27:45,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169725588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169725588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,747 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4fa2c9ef23774312a43ffe2f6ea56a2f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4fa2c9ef23774312a43ffe2f6ea56a2f 2024-11-09T16:27:45,750 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/C of d6c7bf2a4466b4f96d3249e43e1db252 into 4fa2c9ef23774312a43ffe2f6ea56a2f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:45,750 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:45,750 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/C, priority=13, startTime=1731169664911; duration=0sec 2024-11-09T16:27:45,750 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:45,750 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:C 2024-11-09T16:27:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T16:27:45,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169725794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169725795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169725798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,846 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/e7cbd61213c244679ccc9e31486cade9 2024-11-09T16:27:45,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4635e2c38ad447d198564b695e653d1a is 50, key is test_row_0/C:col10/1731169663674/Put/seqid=0 2024-11-09T16:27:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742300_1476 (size=12151) 2024-11-09T16:27:45,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169725894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:45,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169725895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:46,254 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4635e2c38ad447d198564b695e653d1a 2024-11-09T16:27:46,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/14a53ce3425c4dccae8f6f1e300ff86e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/14a53ce3425c4dccae8f6f1e300ff86e 2024-11-09T16:27:46,260 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/14a53ce3425c4dccae8f6f1e300ff86e, entries=150, sequenceid=245, filesize=11.9 K 2024-11-09T16:27:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/e7cbd61213c244679ccc9e31486cade9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7cbd61213c244679ccc9e31486cade9 2024-11-09T16:27:46,263 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7cbd61213c244679ccc9e31486cade9, entries=150, sequenceid=245, filesize=11.9 K 2024-11-09T16:27:46,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4635e2c38ad447d198564b695e653d1a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4635e2c38ad447d198564b695e653d1a 2024-11-09T16:27:46,267 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4635e2c38ad447d198564b695e653d1a, entries=150, sequenceid=245, filesize=11.9 K 2024-11-09T16:27:46,267 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for d6c7bf2a4466b4f96d3249e43e1db252 in 1237ms, sequenceid=245, compaction requested=false 2024-11-09T16:27:46,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:46,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:46,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-09T16:27:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-09T16:27:46,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-09T16:27:46,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6080 sec 2024-11-09T16:27:46,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.6100 sec 2024-11-09T16:27:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:46,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-09T16:27:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:46,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/33d2d291403546debaafe2b66a95e5a1 is 50, key is test_row_0/A:col10/1731169665241/Put/seqid=0 2024-11-09T16:27:46,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742301_1477 (size=14741) 2024-11-09T16:27:46,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169726407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:46,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169726407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169726510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169726512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:46,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169726714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169726716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:46,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/33d2d291403546debaafe2b66a95e5a1 2024-11-09T16:27:46,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/dae5556cdab94a6d9047ac5543971575 is 50, key is test_row_0/B:col10/1731169665241/Put/seqid=0 2024-11-09T16:27:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742302_1478 (size=12301) 2024-11-09T16:27:46,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/dae5556cdab94a6d9047ac5543971575 2024-11-09T16:27:46,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/bf170fa969884df4a8ae96fd6dc35b0a is 50, key is test_row_0/C:col10/1731169665241/Put/seqid=0 2024-11-09T16:27:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742303_1479 (size=12301) 2024-11-09T16:27:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169727019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169727022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/bf170fa969884df4a8ae96fd6dc35b0a 2024-11-09T16:27:47,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/33d2d291403546debaafe2b66a95e5a1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/33d2d291403546debaafe2b66a95e5a1 2024-11-09T16:27:47,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/33d2d291403546debaafe2b66a95e5a1, entries=200, sequenceid=278, filesize=14.4 K 2024-11-09T16:27:47,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/dae5556cdab94a6d9047ac5543971575 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/dae5556cdab94a6d9047ac5543971575 2024-11-09T16:27:47,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/dae5556cdab94a6d9047ac5543971575, entries=150, sequenceid=278, filesize=12.0 K 2024-11-09T16:27:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/bf170fa969884df4a8ae96fd6dc35b0a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf170fa969884df4a8ae96fd6dc35b0a 2024-11-09T16:27:47,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf170fa969884df4a8ae96fd6dc35b0a, entries=150, sequenceid=278, filesize=12.0 K 2024-11-09T16:27:47,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for d6c7bf2a4466b4f96d3249e43e1db252 in 840ms, sequenceid=278, compaction requested=true 2024-11-09T16:27:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:47,242 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:47,242 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/A is initiating minor compaction (all files) 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/B is initiating minor compaction (all files) 2024-11-09T16:27:47,243 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/B in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:47,243 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/A in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:47,243 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/49a18b550e9b4ef69b314c9bef3aa52f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7cbd61213c244679ccc9e31486cade9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/dae5556cdab94a6d9047ac5543971575] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=36.3 K 2024-11-09T16:27:47,243 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/6ad69575cce6425d94e73a56cef21c89, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/14a53ce3425c4dccae8f6f1e300ff86e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/33d2d291403546debaafe2b66a95e5a1] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=38.7 K 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ad69575cce6425d94e73a56cef21c89, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731169663056 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 49a18b550e9b4ef69b314c9bef3aa52f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731169663056 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14a53ce3425c4dccae8f6f1e300ff86e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731169663668 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e7cbd61213c244679ccc9e31486cade9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731169663668 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33d2d291403546debaafe2b66a95e5a1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731169665241 2024-11-09T16:27:47,243 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting dae5556cdab94a6d9047ac5543971575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731169665241 2024-11-09T16:27:47,248 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#B#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:47,248 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:47,249 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/60b5a3c5065142daaa2af73a9d7fcbef is 50, key is test_row_0/B:col10/1731169665241/Put/seqid=0 2024-11-09T16:27:47,249 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/080d68d10174403184889e77b57050a1 is 50, key is test_row_0/A:col10/1731169665241/Put/seqid=0 2024-11-09T16:27:47,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742304_1480 (size=12949) 2024-11-09T16:27:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742305_1481 (size=12949) 2024-11-09T16:27:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:47,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:27:47,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:47,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:47,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:47,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:47,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:47,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:47,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/894f159b6af44041a1a9c8d277a5f040 is 50, key is test_row_0/A:col10/1731169667535/Put/seqid=0 2024-11-09T16:27:47,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742306_1482 (size=14741) 2024-11-09T16:27:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169727605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169727608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,656 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/080d68d10174403184889e77b57050a1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/080d68d10174403184889e77b57050a1 2024-11-09T16:27:47,656 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/60b5a3c5065142daaa2af73a9d7fcbef as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/60b5a3c5065142daaa2af73a9d7fcbef 2024-11-09T16:27:47,662 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/B of d6c7bf2a4466b4f96d3249e43e1db252 into 60b5a3c5065142daaa2af73a9d7fcbef(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:47,662 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/A of d6c7bf2a4466b4f96d3249e43e1db252 into 080d68d10174403184889e77b57050a1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:47,662 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:47,662 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:47,662 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/B, priority=13, startTime=1731169667242; duration=0sec 2024-11-09T16:27:47,662 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/A, priority=13, startTime=1731169667242; duration=0sec 2024-11-09T16:27:47,662 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:47,662 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:47,662 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:B 2024-11-09T16:27:47,662 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:A 2024-11-09T16:27:47,662 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:27:47,663 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:27:47,663 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/C is initiating minor compaction (all files) 2024-11-09T16:27:47,663 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/C in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:47,663 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4fa2c9ef23774312a43ffe2f6ea56a2f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4635e2c38ad447d198564b695e653d1a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf170fa969884df4a8ae96fd6dc35b0a] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=36.3 K 2024-11-09T16:27:47,664 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fa2c9ef23774312a43ffe2f6ea56a2f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731169663056 2024-11-09T16:27:47,664 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4635e2c38ad447d198564b695e653d1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731169663668 2024-11-09T16:27:47,664 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf170fa969884df4a8ae96fd6dc35b0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731169665241 2024-11-09T16:27:47,670 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:47,671 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/78439eda8b9a417db95de1b434dfe0e0 is 50, key is test_row_0/C:col10/1731169665241/Put/seqid=0 2024-11-09T16:27:47,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742307_1483 (size=12949) 2024-11-09T16:27:47,682 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/78439eda8b9a417db95de1b434dfe0e0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/78439eda8b9a417db95de1b434dfe0e0 2024-11-09T16:27:47,686 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/C of d6c7bf2a4466b4f96d3249e43e1db252 into 78439eda8b9a417db95de1b434dfe0e0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:47,686 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:47,686 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/C, priority=13, startTime=1731169667242; duration=0sec 2024-11-09T16:27:47,686 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:47,686 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:C 2024-11-09T16:27:47,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169727712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169727717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-09T16:27:47,764 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-09T16:27:47,765 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-09T16:27:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T16:27:47,766 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:47,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:47,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59770 deadline: 1731169727801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59734 deadline: 1731169727803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,806 DEBUG [Thread-1908 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:27:47,806 DEBUG [Thread-1906 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:27:47,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59710 deadline: 1731169727821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,826 DEBUG [Thread-1904 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:27:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T16:27:47,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T16:27:47,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:47,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:47,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:47,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169727917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169727918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:47,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/894f159b6af44041a1a9c8d277a5f040 2024-11-09T16:27:47,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/e7771af7b541413f870a9463a5b914f0 is 50, key is test_row_0/B:col10/1731169667535/Put/seqid=0 2024-11-09T16:27:47,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742308_1484 (size=12301) 2024-11-09T16:27:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T16:27:48,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T16:27:48,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:48,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T16:27:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169728222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169728224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:27:48,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/e7771af7b541413f870a9463a5b914f0 2024-11-09T16:27:48,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/5edc638d3c444312b6bfd8d2f70bf9bc is 50, key is test_row_0/C:col10/1731169667535/Put/seqid=0 2024-11-09T16:27:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742309_1485 (size=12301) 2024-11-09T16:27:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T16:27:48,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T16:27:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T16:27:48,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:48,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T16:27:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:48,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169728730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169728731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/5edc638d3c444312b6bfd8d2f70bf9bc 2024-11-09T16:27:48,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/894f159b6af44041a1a9c8d277a5f040 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/894f159b6af44041a1a9c8d277a5f040 2024-11-09T16:27:48,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/894f159b6af44041a1a9c8d277a5f040, entries=200, sequenceid=289, filesize=14.4 K 2024-11-09T16:27:48,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/e7771af7b541413f870a9463a5b914f0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7771af7b541413f870a9463a5b914f0 2024-11-09T16:27:48,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7771af7b541413f870a9463a5b914f0, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T16:27:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/5edc638d3c444312b6bfd8d2f70bf9bc as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/5edc638d3c444312b6bfd8d2f70bf9bc 2024-11-09T16:27:48,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/5edc638d3c444312b6bfd8d2f70bf9bc, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T16:27:48,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d6c7bf2a4466b4f96d3249e43e1db252 in 1240ms, sequenceid=289, compaction requested=false 2024-11-09T16:27:48,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:48,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:48,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-09T16:27:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:48,833 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:27:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:48,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/5f8884e6c3a6450d91b0182159f36713 is 50, key is test_row_0/A:col10/1731169667607/Put/seqid=0 2024-11-09T16:27:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742310_1486 (size=12301) 2024-11-09T16:27:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T16:27:49,241 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/5f8884e6c3a6450d91b0182159f36713 2024-11-09T16:27:49,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/c3b9569b77964803bb299fb05bb7f084 is 50, key is test_row_0/B:col10/1731169667607/Put/seqid=0 2024-11-09T16:27:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742311_1487 (size=12301) 2024-11-09T16:27:49,650 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/c3b9569b77964803bb299fb05bb7f084 2024-11-09T16:27:49,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/f96a00dace5046d9ac7f744722870782 is 50, key is test_row_0/C:col10/1731169667607/Put/seqid=0 2024-11-09T16:27:49,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742312_1488 (size=12301) 2024-11-09T16:27:49,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. as already flushing 2024-11-09T16:27:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:49,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169729755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:49,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169729756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169729857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:49,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169729861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T16:27:50,060 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/f96a00dace5046d9ac7f744722870782 2024-11-09T16:27:50,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/5f8884e6c3a6450d91b0182159f36713 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/5f8884e6c3a6450d91b0182159f36713 2024-11-09T16:27:50,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59746 deadline: 1731169730061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:50,067 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/5f8884e6c3a6450d91b0182159f36713, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T16:27:50,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/c3b9569b77964803bb299fb05bb7f084 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/c3b9569b77964803bb299fb05bb7f084 2024-11-09T16:27:50,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59696 deadline: 1731169730066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:50,071 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/c3b9569b77964803bb299fb05bb7f084, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T16:27:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/f96a00dace5046d9ac7f744722870782 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f96a00dace5046d9ac7f744722870782 2024-11-09T16:27:50,074 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f96a00dace5046d9ac7f744722870782, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T16:27:50,075 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d6c7bf2a4466b4f96d3249e43e1db252 in 1242ms, sequenceid=317, compaction requested=true 2024-11-09T16:27:50,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:50,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:50,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-09T16:27:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-09T16:27:50,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-09T16:27:50,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3090 sec 2024-11-09T16:27:50,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.3120 sec 2024-11-09T16:27:50,128 DEBUG [Thread-1917 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ef9951 to 127.0.0.1:57820 2024-11-09T16:27:50,128 DEBUG [Thread-1923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d567fc2 to 127.0.0.1:57820 2024-11-09T16:27:50,128 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:50,128 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:50,128 DEBUG [Thread-1919 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567011a8 to 127.0.0.1:57820 2024-11-09T16:27:50,128 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:50,131 DEBUG [Thread-1921 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02430fee to 127.0.0.1:57820 2024-11-09T16:27:50,131 DEBUG [Thread-1921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:50,132 DEBUG [Thread-1915 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40302925 to 127.0.0.1:57820 2024-11-09T16:27:50,132 DEBUG [Thread-1915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:50,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:27:50,369 DEBUG [Thread-1910 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:57820 2024-11-09T16:27:50,369 DEBUG [Thread-1910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:50,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/bbdaf8b5e577493ead8adbd6e60daf64 is 50, key is test_row_0/A:col10/1731169669749/Put/seqid=0 2024-11-09T16:27:50,373 DEBUG [Thread-1912 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x402e5def to 127.0.0.1:57820 2024-11-09T16:27:50,373 DEBUG [Thread-1912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:50,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742313_1489 (size=12301) 2024-11-09T16:27:50,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/bbdaf8b5e577493ead8adbd6e60daf64 2024-11-09T16:27:50,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/24d9f6818e5b4b7ea26afbd64e9e8cad is 50, key is test_row_0/B:col10/1731169669749/Put/seqid=0 2024-11-09T16:27:50,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742314_1490 (size=12301) 2024-11-09T16:27:51,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/24d9f6818e5b4b7ea26afbd64e9e8cad 2024-11-09T16:27:51,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/e57ee33a6fe0461c8b66c87259b99527 is 50, key is test_row_0/C:col10/1731169669749/Put/seqid=0 2024-11-09T16:27:51,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742315_1491 (size=12301) 2024-11-09T16:27:51,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/e57ee33a6fe0461c8b66c87259b99527 2024-11-09T16:27:51,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/bbdaf8b5e577493ead8adbd6e60daf64 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bbdaf8b5e577493ead8adbd6e60daf64 2024-11-09T16:27:51,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bbdaf8b5e577493ead8adbd6e60daf64, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T16:27:51,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/24d9f6818e5b4b7ea26afbd64e9e8cad as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/24d9f6818e5b4b7ea26afbd64e9e8cad 2024-11-09T16:27:51,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/24d9f6818e5b4b7ea26afbd64e9e8cad, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T16:27:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/e57ee33a6fe0461c8b66c87259b99527 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/e57ee33a6fe0461c8b66c87259b99527 2024-11-09T16:27:51,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/e57ee33a6fe0461c8b66c87259b99527, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T16:27:51,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for d6c7bf2a4466b4f96d3249e43e1db252 in 1258ms, sequenceid=329, compaction requested=true 2024-11-09T16:27:51,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:27:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:51,627 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:27:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:27:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:27:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c7bf2a4466b4f96d3249e43e1db252:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:27:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:51,627 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:27:51,628 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:27:51,628 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:27:51,628 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/B is initiating minor compaction (all files) 2024-11-09T16:27:51,628 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): d6c7bf2a4466b4f96d3249e43e1db252/A is initiating minor compaction (all files) 2024-11-09T16:27:51,628 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/B in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:51,628 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c7bf2a4466b4f96d3249e43e1db252/A in TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:51,628 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/080d68d10174403184889e77b57050a1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/894f159b6af44041a1a9c8d277a5f040, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/5f8884e6c3a6450d91b0182159f36713, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bbdaf8b5e577493ead8adbd6e60daf64] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=51.1 K 2024-11-09T16:27:51,628 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/60b5a3c5065142daaa2af73a9d7fcbef, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7771af7b541413f870a9463a5b914f0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/c3b9569b77964803bb299fb05bb7f084, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/24d9f6818e5b4b7ea26afbd64e9e8cad] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp, totalSize=48.7 K 2024-11-09T16:27:51,628 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 080d68d10174403184889e77b57050a1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731169665241 2024-11-09T16:27:51,628 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 60b5a3c5065142daaa2af73a9d7fcbef, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731169665241 2024-11-09T16:27:51,629 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 894f159b6af44041a1a9c8d277a5f040, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731169666403 2024-11-09T16:27:51,629 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e7771af7b541413f870a9463a5b914f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731169666403 2024-11-09T16:27:51,629 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f8884e6c3a6450d91b0182159f36713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731169667595 2024-11-09T16:27:51,629 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting c3b9569b77964803bb299fb05bb7f084, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731169667595 2024-11-09T16:27:51,629 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbdaf8b5e577493ead8adbd6e60daf64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731169669749 2024-11-09T16:27:51,629 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 24d9f6818e5b4b7ea26afbd64e9e8cad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731169669749 2024-11-09T16:27:51,638 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#A#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:51,638 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c7bf2a4466b4f96d3249e43e1db252#B#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:27:51,639 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/463929c790614ea0a2e237419d1ddcfd is 50, key is test_row_0/B:col10/1731169669749/Put/seqid=0 2024-11-09T16:27:51,639 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/f686352f8f47462f8d3177eb58f7cef9 is 50, key is test_row_0/A:col10/1731169669749/Put/seqid=0 2024-11-09T16:27:51,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742316_1492 (size=13085) 2024-11-09T16:27:51,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742317_1493 (size=13085) 2024-11-09T16:27:51,824 DEBUG [Thread-1908 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:57820 2024-11-09T16:27:51,825 DEBUG [Thread-1908 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:51,828 DEBUG [Thread-1906 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53fc02ba to 127.0.0.1:57820 2024-11-09T16:27:51,828 DEBUG [Thread-1906 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:51,849 DEBUG [Thread-1904 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65e17c26 to 127.0.0.1:57820 2024-11-09T16:27:51,849 DEBUG [Thread-1904 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-09T16:27:51,871 INFO [Thread-1914 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2548 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7644 rows 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2544 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7632 rows 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2559 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7677 rows 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2545 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7635 rows 2024-11-09T16:27:51,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2551 2024-11-09T16:27:51,872 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7653 rows 2024-11-09T16:27:51,872 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T16:27:51,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38dd8644 to 127.0.0.1:57820 2024-11-09T16:27:51,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:27:51,877 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T16:27:51,878 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T16:27:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T16:27:51,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169671880"}]},"ts":"1731169671880"} 2024-11-09T16:27:51,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T16:27:51,890 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T16:27:51,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:27:51,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c7bf2a4466b4f96d3249e43e1db252, UNASSIGN}] 2024-11-09T16:27:51,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c7bf2a4466b4f96d3249e43e1db252, UNASSIGN 2024-11-09T16:27:51,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=d6c7bf2a4466b4f96d3249e43e1db252, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:51,893 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:27:51,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T16:27:52,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:52,044 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:52,045 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:27:52,045 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing d6c7bf2a4466b4f96d3249e43e1db252, disabling compactions & flushes 2024-11-09T16:27:52,045 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:52,048 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/463929c790614ea0a2e237419d1ddcfd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/463929c790614ea0a2e237419d1ddcfd 2024-11-09T16:27:52,048 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/f686352f8f47462f8d3177eb58f7cef9 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/f686352f8f47462f8d3177eb58f7cef9 2024-11-09T16:27:52,054 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/B of d6c7bf2a4466b4f96d3249e43e1db252 into 463929c790614ea0a2e237419d1ddcfd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:52,054 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d6c7bf2a4466b4f96d3249e43e1db252/A of d6c7bf2a4466b4f96d3249e43e1db252 into f686352f8f47462f8d3177eb58f7cef9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:27:52,054 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:52,054 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:52,054 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/B, priority=12, startTime=1731169671627; duration=0sec 2024-11-09T16:27:52,054 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:52,054 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252., storeName=d6c7bf2a4466b4f96d3249e43e1db252/A, priority=12, startTime=1731169671626; duration=0sec 2024-11-09T16:27:52,054 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:52,054 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:52,054 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:27:52,054 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. after waiting 0 ms 2024-11-09T16:27:52,054 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:B 2024-11-09T16:27:52,054 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:A 2024-11-09T16:27:52,054 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:52,054 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. because compaction request was cancelled 2024-11-09T16:27:52,054 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c7bf2a4466b4f96d3249e43e1db252:C 2024-11-09T16:27:52,054 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(2837): Flushing d6c7bf2a4466b4f96d3249e43e1db252 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T16:27:52,054 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=A 2024-11-09T16:27:52,054 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:52,054 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=B 2024-11-09T16:27:52,054 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:52,055 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c7bf2a4466b4f96d3249e43e1db252, store=C 2024-11-09T16:27:52,055 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:52,058 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/fbb886f6d2554df58da71e22ccdc5e4a is 50, key is test_row_0/A:col10/1731169671823/Put/seqid=0 2024-11-09T16:27:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742318_1494 (size=12301) 2024-11-09T16:27:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T16:27:52,463 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/fbb886f6d2554df58da71e22ccdc5e4a 2024-11-09T16:27:52,475 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/4eb1f1b699e045db8fa57475f71ba175 is 50, key is test_row_0/B:col10/1731169671823/Put/seqid=0 2024-11-09T16:27:52,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742319_1495 (size=12301) 2024-11-09T16:27:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T16:27:52,879 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/4eb1f1b699e045db8fa57475f71ba175 2024-11-09T16:27:52,885 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4e96049bdf634fd199e07643d2c108b8 is 50, key is test_row_0/C:col10/1731169671823/Put/seqid=0 2024-11-09T16:27:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742320_1496 (size=12301) 2024-11-09T16:27:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T16:27:53,289 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4e96049bdf634fd199e07643d2c108b8 2024-11-09T16:27:53,298 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/A/fbb886f6d2554df58da71e22ccdc5e4a as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/fbb886f6d2554df58da71e22ccdc5e4a 2024-11-09T16:27:53,305 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/fbb886f6d2554df58da71e22ccdc5e4a, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T16:27:53,306 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/B/4eb1f1b699e045db8fa57475f71ba175 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/4eb1f1b699e045db8fa57475f71ba175 2024-11-09T16:27:53,311 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/4eb1f1b699e045db8fa57475f71ba175, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T16:27:53,312 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/.tmp/C/4e96049bdf634fd199e07643d2c108b8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4e96049bdf634fd199e07643d2c108b8 2024-11-09T16:27:53,316 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4e96049bdf634fd199e07643d2c108b8, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T16:27:53,316 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d6c7bf2a4466b4f96d3249e43e1db252 in 1262ms, sequenceid=338, compaction requested=true 2024-11-09T16:27:53,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/66f4ff56bcb94af5941db79ca3ffc7f1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/a9eeb5fb695a4e49a6f17a41593838cb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/42b74f4f879e4d91b4f3fa95cdf05ef2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/1e4202a08a1945fda0d03e504fec2ac3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/81d4a9f6bf934552ada6c8cee2389212, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/23bd44bf790f404ba42f9557cf11b730, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bffdceaa84b4421698be301fe17117bb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/75c1fa06026c480ea3cac69760275c92, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/36629d8e535f46c0a88a44c2af04b6d5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e2ce6c6c9fc44b4e9a114a6af38eb41b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e8c737bbbc634857ad1bb5a76af3fd2b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/cbda6385267742d8a57cea100f9149b9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/746b28bbe1e44a7388c35b4cd5aece88, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/c8f549f646f847d5a2fa0deef4ddc626, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/b94747a94c804bdcb84421348f707f7d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/77c2419cdd06469a8bdb8a21a05821db, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/6ad69575cce6425d94e73a56cef21c89, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/14a53ce3425c4dccae8f6f1e300ff86e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/33d2d291403546debaafe2b66a95e5a1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/080d68d10174403184889e77b57050a1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/894f159b6af44041a1a9c8d277a5f040, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/5f8884e6c3a6450d91b0182159f36713, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bbdaf8b5e577493ead8adbd6e60daf64] to archive 2024-11-09T16:27:53,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:27:53,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/66f4ff56bcb94af5941db79ca3ffc7f1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/66f4ff56bcb94af5941db79ca3ffc7f1 2024-11-09T16:27:53,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/a9eeb5fb695a4e49a6f17a41593838cb to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/a9eeb5fb695a4e49a6f17a41593838cb 2024-11-09T16:27:53,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/42b74f4f879e4d91b4f3fa95cdf05ef2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/42b74f4f879e4d91b4f3fa95cdf05ef2 2024-11-09T16:27:53,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/1e4202a08a1945fda0d03e504fec2ac3 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/1e4202a08a1945fda0d03e504fec2ac3 2024-11-09T16:27:53,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/81d4a9f6bf934552ada6c8cee2389212 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/81d4a9f6bf934552ada6c8cee2389212 2024-11-09T16:27:53,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/23bd44bf790f404ba42f9557cf11b730 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/23bd44bf790f404ba42f9557cf11b730 2024-11-09T16:27:53,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bffdceaa84b4421698be301fe17117bb to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bffdceaa84b4421698be301fe17117bb 2024-11-09T16:27:53,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/75c1fa06026c480ea3cac69760275c92 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/75c1fa06026c480ea3cac69760275c92 2024-11-09T16:27:53,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/36629d8e535f46c0a88a44c2af04b6d5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/36629d8e535f46c0a88a44c2af04b6d5 2024-11-09T16:27:53,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e2ce6c6c9fc44b4e9a114a6af38eb41b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e2ce6c6c9fc44b4e9a114a6af38eb41b 2024-11-09T16:27:53,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e8c737bbbc634857ad1bb5a76af3fd2b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/e8c737bbbc634857ad1bb5a76af3fd2b 2024-11-09T16:27:53,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/cbda6385267742d8a57cea100f9149b9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/cbda6385267742d8a57cea100f9149b9 2024-11-09T16:27:53,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/746b28bbe1e44a7388c35b4cd5aece88 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/746b28bbe1e44a7388c35b4cd5aece88 2024-11-09T16:27:53,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/c8f549f646f847d5a2fa0deef4ddc626 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/c8f549f646f847d5a2fa0deef4ddc626 2024-11-09T16:27:53,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/b94747a94c804bdcb84421348f707f7d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/b94747a94c804bdcb84421348f707f7d 2024-11-09T16:27:53,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/77c2419cdd06469a8bdb8a21a05821db to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/77c2419cdd06469a8bdb8a21a05821db 2024-11-09T16:27:53,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/6ad69575cce6425d94e73a56cef21c89 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/6ad69575cce6425d94e73a56cef21c89 2024-11-09T16:27:53,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/14a53ce3425c4dccae8f6f1e300ff86e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/14a53ce3425c4dccae8f6f1e300ff86e 2024-11-09T16:27:53,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/33d2d291403546debaafe2b66a95e5a1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/33d2d291403546debaafe2b66a95e5a1 2024-11-09T16:27:53,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/080d68d10174403184889e77b57050a1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/080d68d10174403184889e77b57050a1 2024-11-09T16:27:53,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/894f159b6af44041a1a9c8d277a5f040 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/894f159b6af44041a1a9c8d277a5f040 2024-11-09T16:27:53,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/5f8884e6c3a6450d91b0182159f36713 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/5f8884e6c3a6450d91b0182159f36713 2024-11-09T16:27:53,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bbdaf8b5e577493ead8adbd6e60daf64 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/bbdaf8b5e577493ead8adbd6e60daf64 2024-11-09T16:27:53,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/189c6ff565a348ab90f717aee9679854, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/2e1edf9a2e1c4f35be4981ceb612b6cf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/d02e1139849b409d8e4291ce71605d65, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/efa1514590d844a281dd8db80f625ab0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5fbe1284442140798081704b80cd4ca6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/7a055acff8044861a4c89177b9fc6feb, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/47389106baba40509f132e6049e00b99, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/b727d20333a14b12ba343bca3ae054b5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/86f96eab44f64c8298960d60ecf835ad, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/bc246be2cec34fbb9b6e7995c0b237c2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/6adf9e3df38a4e9e8b4b4f6f2c742325, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/9838e57f70944fe380d18e505c908c48, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/f62bba66775c46acb27729b3cbd8fb5e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/03a90331d9494109bbbb43a8e51df31f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5af3e192da2443279ff6a6187336d5a7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/49a18b550e9b4ef69b314c9bef3aa52f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/fe19a442162d43a6a5840b377b055b31, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7cbd61213c244679ccc9e31486cade9, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/60b5a3c5065142daaa2af73a9d7fcbef, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/dae5556cdab94a6d9047ac5543971575, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7771af7b541413f870a9463a5b914f0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/c3b9569b77964803bb299fb05bb7f084, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/24d9f6818e5b4b7ea26afbd64e9e8cad] to archive 2024-11-09T16:27:53,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:27:53,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/189c6ff565a348ab90f717aee9679854 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/189c6ff565a348ab90f717aee9679854 2024-11-09T16:27:53,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/2e1edf9a2e1c4f35be4981ceb612b6cf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/2e1edf9a2e1c4f35be4981ceb612b6cf 2024-11-09T16:27:53,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/d02e1139849b409d8e4291ce71605d65 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/d02e1139849b409d8e4291ce71605d65 2024-11-09T16:27:53,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/efa1514590d844a281dd8db80f625ab0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/efa1514590d844a281dd8db80f625ab0 2024-11-09T16:27:53,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5fbe1284442140798081704b80cd4ca6 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5fbe1284442140798081704b80cd4ca6 2024-11-09T16:27:53,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/7a055acff8044861a4c89177b9fc6feb to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/7a055acff8044861a4c89177b9fc6feb 2024-11-09T16:27:53,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/47389106baba40509f132e6049e00b99 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/47389106baba40509f132e6049e00b99 2024-11-09T16:27:53,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/b727d20333a14b12ba343bca3ae054b5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/b727d20333a14b12ba343bca3ae054b5 2024-11-09T16:27:53,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/86f96eab44f64c8298960d60ecf835ad to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/86f96eab44f64c8298960d60ecf835ad 2024-11-09T16:27:53,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/bc246be2cec34fbb9b6e7995c0b237c2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/bc246be2cec34fbb9b6e7995c0b237c2 2024-11-09T16:27:53,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/6adf9e3df38a4e9e8b4b4f6f2c742325 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/6adf9e3df38a4e9e8b4b4f6f2c742325 2024-11-09T16:27:53,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/9838e57f70944fe380d18e505c908c48 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/9838e57f70944fe380d18e505c908c48 2024-11-09T16:27:53,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/f62bba66775c46acb27729b3cbd8fb5e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/f62bba66775c46acb27729b3cbd8fb5e 2024-11-09T16:27:53,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/03a90331d9494109bbbb43a8e51df31f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/03a90331d9494109bbbb43a8e51df31f 2024-11-09T16:27:53,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5af3e192da2443279ff6a6187336d5a7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/5af3e192da2443279ff6a6187336d5a7 2024-11-09T16:27:53,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/49a18b550e9b4ef69b314c9bef3aa52f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/49a18b550e9b4ef69b314c9bef3aa52f 2024-11-09T16:27:53,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/fe19a442162d43a6a5840b377b055b31 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/fe19a442162d43a6a5840b377b055b31 2024-11-09T16:27:53,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7cbd61213c244679ccc9e31486cade9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7cbd61213c244679ccc9e31486cade9 2024-11-09T16:27:53,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/60b5a3c5065142daaa2af73a9d7fcbef to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/60b5a3c5065142daaa2af73a9d7fcbef 2024-11-09T16:27:53,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/dae5556cdab94a6d9047ac5543971575 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/dae5556cdab94a6d9047ac5543971575 2024-11-09T16:27:53,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7771af7b541413f870a9463a5b914f0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/e7771af7b541413f870a9463a5b914f0 2024-11-09T16:27:53,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/c3b9569b77964803bb299fb05bb7f084 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/c3b9569b77964803bb299fb05bb7f084 2024-11-09T16:27:53,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/24d9f6818e5b4b7ea26afbd64e9e8cad to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/24d9f6818e5b4b7ea26afbd64e9e8cad 2024-11-09T16:27:53,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/28b65207170941bda0c186304a272ee0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/22da6965776e41dd9df53b44ccc5e3c2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/51f757ad4e3146a7897047cbfecdb56d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf94de808834466a95db596ef2cda8af, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/d71dd45305f0440a9dbe0f10b994e077, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9ce645019f284102924bfec519cd5038, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/26b8e1ae96d649bfa2d838d788d5faee, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9b7be9491c494eeba16c9fbca5c153ea, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/48ca02f2dd0a4a33a8784deeebd39d77, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f558f56a58434c0d9235c6cdc230703e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4602fee1d9e9403ba689b0c57ee27091, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/b3f983d587004a6691312419e0c0d3d3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/01f90539daf34ec2b2767ea020f85e0a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/49c9e0307aa6457eaf7e74ffb6a5e62c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f471ab1a05dd48e69785e695b7a7b16e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4fa2c9ef23774312a43ffe2f6ea56a2f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/7942c4b8239c42c1be8b3fdd12827b7c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4635e2c38ad447d198564b695e653d1a, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf170fa969884df4a8ae96fd6dc35b0a] to archive 2024-11-09T16:27:53,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:27:53,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/28b65207170941bda0c186304a272ee0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/28b65207170941bda0c186304a272ee0 2024-11-09T16:27:53,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/22da6965776e41dd9df53b44ccc5e3c2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/22da6965776e41dd9df53b44ccc5e3c2 2024-11-09T16:27:53,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/51f757ad4e3146a7897047cbfecdb56d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/51f757ad4e3146a7897047cbfecdb56d 2024-11-09T16:27:53,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf94de808834466a95db596ef2cda8af to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf94de808834466a95db596ef2cda8af 2024-11-09T16:27:53,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/d71dd45305f0440a9dbe0f10b994e077 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/d71dd45305f0440a9dbe0f10b994e077 2024-11-09T16:27:53,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9ce645019f284102924bfec519cd5038 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9ce645019f284102924bfec519cd5038 2024-11-09T16:27:53,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/26b8e1ae96d649bfa2d838d788d5faee to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/26b8e1ae96d649bfa2d838d788d5faee 2024-11-09T16:27:53,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9b7be9491c494eeba16c9fbca5c153ea to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/9b7be9491c494eeba16c9fbca5c153ea 2024-11-09T16:27:53,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/48ca02f2dd0a4a33a8784deeebd39d77 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/48ca02f2dd0a4a33a8784deeebd39d77 2024-11-09T16:27:53,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f558f56a58434c0d9235c6cdc230703e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f558f56a58434c0d9235c6cdc230703e 2024-11-09T16:27:53,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4602fee1d9e9403ba689b0c57ee27091 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4602fee1d9e9403ba689b0c57ee27091 2024-11-09T16:27:53,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/b3f983d587004a6691312419e0c0d3d3 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/b3f983d587004a6691312419e0c0d3d3 2024-11-09T16:27:53,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/01f90539daf34ec2b2767ea020f85e0a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/01f90539daf34ec2b2767ea020f85e0a 2024-11-09T16:27:53,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/49c9e0307aa6457eaf7e74ffb6a5e62c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/49c9e0307aa6457eaf7e74ffb6a5e62c 2024-11-09T16:27:53,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f471ab1a05dd48e69785e695b7a7b16e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f471ab1a05dd48e69785e695b7a7b16e 2024-11-09T16:27:53,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4fa2c9ef23774312a43ffe2f6ea56a2f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4fa2c9ef23774312a43ffe2f6ea56a2f 2024-11-09T16:27:53,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/7942c4b8239c42c1be8b3fdd12827b7c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/7942c4b8239c42c1be8b3fdd12827b7c 2024-11-09T16:27:53,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4635e2c38ad447d198564b695e653d1a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4635e2c38ad447d198564b695e653d1a 2024-11-09T16:27:53,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf170fa969884df4a8ae96fd6dc35b0a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/bf170fa969884df4a8ae96fd6dc35b0a 2024-11-09T16:27:53,372 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/recovered.edits/341.seqid, newMaxSeqId=341, maxSeqId=1 2024-11-09T16:27:53,372 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252. 2024-11-09T16:27:53,373 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for d6c7bf2a4466b4f96d3249e43e1db252: 2024-11-09T16:27:53,373 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:53,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=d6c7bf2a4466b4f96d3249e43e1db252, regionState=CLOSED 2024-11-09T16:27:53,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-09T16:27:53,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure d6c7bf2a4466b4f96d3249e43e1db252, server=adb42ec6d7d6,44345,1731169519874 in 1.4810 sec 2024-11-09T16:27:53,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-09T16:27:53,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c7bf2a4466b4f96d3249e43e1db252, UNASSIGN in 1.4840 sec 2024-11-09T16:27:53,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-09T16:27:53,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4870 sec 2024-11-09T16:27:53,378 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169673378"}]},"ts":"1731169673378"} 2024-11-09T16:27:53,379 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T16:27:53,420 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T16:27:53,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5430 sec 2024-11-09T16:27:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-09T16:27:53,987 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-09T16:27:53,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T16:27:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:53,992 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:53,993 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=144, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-09T16:27:53,998 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:54,003 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/recovered.edits] 2024-11-09T16:27:54,013 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/f686352f8f47462f8d3177eb58f7cef9 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/f686352f8f47462f8d3177eb58f7cef9 2024-11-09T16:27:54,016 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/fbb886f6d2554df58da71e22ccdc5e4a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/A/fbb886f6d2554df58da71e22ccdc5e4a 2024-11-09T16:27:54,021 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/463929c790614ea0a2e237419d1ddcfd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/463929c790614ea0a2e237419d1ddcfd 2024-11-09T16:27:54,023 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/4eb1f1b699e045db8fa57475f71ba175 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/B/4eb1f1b699e045db8fa57475f71ba175 2024-11-09T16:27:54,028 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4e96049bdf634fd199e07643d2c108b8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/4e96049bdf634fd199e07643d2c108b8 2024-11-09T16:27:54,030 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/5edc638d3c444312b6bfd8d2f70bf9bc to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/5edc638d3c444312b6bfd8d2f70bf9bc 2024-11-09T16:27:54,031 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/78439eda8b9a417db95de1b434dfe0e0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/78439eda8b9a417db95de1b434dfe0e0 2024-11-09T16:27:54,032 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/e57ee33a6fe0461c8b66c87259b99527 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/e57ee33a6fe0461c8b66c87259b99527 2024-11-09T16:27:54,033 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f96a00dace5046d9ac7f744722870782 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/C/f96a00dace5046d9ac7f744722870782 2024-11-09T16:27:54,036 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/recovered.edits/341.seqid to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252/recovered.edits/341.seqid 2024-11-09T16:27:54,036 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/d6c7bf2a4466b4f96d3249e43e1db252 2024-11-09T16:27:54,036 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T16:27:54,038 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=144, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:54,039 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T16:27:54,041 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T16:27:54,042 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=144, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:54,042 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T16:27:54,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731169674042"}]},"ts":"9223372036854775807"} 2024-11-09T16:27:54,044 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T16:27:54,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d6c7bf2a4466b4f96d3249e43e1db252, NAME => 'TestAcidGuarantees,,1731169647887.d6c7bf2a4466b4f96d3249e43e1db252.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T16:27:54,044 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T16:27:54,044 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731169674044"}]},"ts":"9223372036854775807"} 2024-11-09T16:27:54,046 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T16:27:54,057 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=144, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:54,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-09T16:27:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-09T16:27:54,095 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-09T16:27:54,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 239), OpenFileDescriptor=455 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=773 (was 816) 2024-11-09T16:27:54,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=773 2024-11-09T16:27:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:27:54,118 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:27:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:54,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:27:54,120 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:54,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 145 2024-11-09T16:27:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-09T16:27:54,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:27:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742321_1497 (size=960) 2024-11-09T16:27:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-09T16:27:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-09T16:27:54,529 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf 2024-11-09T16:27:54,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742322_1498 (size=53) 2024-11-09T16:27:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-09T16:27:54,940 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:27:54,940 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 55ceff5dac619987d8206aa1b4348e6a, disabling compactions & flushes 2024-11-09T16:27:54,940 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:54,940 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:54,940 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. after waiting 0 ms 2024-11-09T16:27:54,940 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:54,941 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:54,941 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:27:54,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:27:54,943 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731169674942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169674942"}]},"ts":"1731169674942"} 2024-11-09T16:27:54,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-09T16:27:54,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:27:54,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169674946"}]},"ts":"1731169674946"} 2024-11-09T16:27:54,948 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T16:27:54,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, ASSIGN}] 2024-11-09T16:27:54,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, ASSIGN 2024-11-09T16:27:54,998 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, ASSIGN; state=OFFLINE, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=false 2024-11-09T16:27:55,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=55ceff5dac619987d8206aa1b4348e6a, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:55,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; OpenRegionProcedure 55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-09T16:27:55,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:55,309 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:55,309 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7285): Opening region: {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:27:55,309 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,310 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:27:55,310 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7327): checking encryption for 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,310 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7330): checking classloading for 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,311 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,312 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:55,313 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ceff5dac619987d8206aa1b4348e6a columnFamilyName A 2024-11-09T16:27:55,313 DEBUG [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:55,313 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(327): Store=55ceff5dac619987d8206aa1b4348e6a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:55,313 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,314 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:55,315 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ceff5dac619987d8206aa1b4348e6a columnFamilyName B 2024-11-09T16:27:55,315 DEBUG [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:55,315 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(327): Store=55ceff5dac619987d8206aa1b4348e6a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:55,315 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,316 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:55,316 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ceff5dac619987d8206aa1b4348e6a columnFamilyName C 2024-11-09T16:27:55,316 DEBUG [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:55,317 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(327): Store=55ceff5dac619987d8206aa1b4348e6a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:55,317 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:55,318 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,318 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,320 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:27:55,321 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1085): writing seq id for 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:55,323 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:27:55,324 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1102): Opened 55ceff5dac619987d8206aa1b4348e6a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74794454, jitterRate=0.11452421545982361}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:27:55,325 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1001): Region open journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:27:55,326 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., pid=147, masterSystemTime=1731169675304 2024-11-09T16:27:55,327 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:55,327 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:55,327 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=55ceff5dac619987d8206aa1b4348e6a, regionState=OPEN, openSeqNum=2, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:55,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-09T16:27:55,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; OpenRegionProcedure 55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 in 177 msec 2024-11-09T16:27:55,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-09T16:27:55,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, ASSIGN in 335 msec 2024-11-09T16:27:55,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:27:55,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169675332"}]},"ts":"1731169675332"} 2024-11-09T16:27:55,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T16:27:55,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:27:55,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2970 sec 2024-11-09T16:27:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-09T16:27:56,230 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-09T16:27:56,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55544bc7 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3005670a 2024-11-09T16:27:56,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81e0163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:56,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:56,299 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:56,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:27:56,303 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:27:56,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T16:27:56,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:27:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T16:27:56,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742323_1499 (size=996) 2024-11-09T16:27:56,723 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-09T16:27:56,723 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-09T16:27:56,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:27:56,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, REOPEN/MOVE}] 2024-11-09T16:27:56,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, REOPEN/MOVE 2024-11-09T16:27:56,729 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=55ceff5dac619987d8206aa1b4348e6a, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:56,731 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:27:56,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:56,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:56,883 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:56,883 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:27:56,884 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 55ceff5dac619987d8206aa1b4348e6a, disabling compactions & flushes 2024-11-09T16:27:56,884 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:56,884 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:56,884 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. after waiting 0 ms 2024-11-09T16:27:56,884 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:56,892 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T16:27:56,893 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:56,893 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:27:56,893 WARN [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionServer(3786): Not adding moved region record: 55ceff5dac619987d8206aa1b4348e6a to self. 2024-11-09T16:27:56,895 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:56,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=55ceff5dac619987d8206aa1b4348e6a, regionState=CLOSED 2024-11-09T16:27:56,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-09T16:27:56,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 in 165 msec 2024-11-09T16:27:56,898 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, REOPEN/MOVE; state=CLOSED, location=adb42ec6d7d6,44345,1731169519874; forceNewPlan=false, retain=true 2024-11-09T16:27:57,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=55ceff5dac619987d8206aa1b4348e6a, regionState=OPENING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE; OpenRegionProcedure 55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:27:57,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,210 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,210 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7285): Opening region: {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:27:57,211 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,211 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:27:57,212 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7327): checking encryption for 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,212 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7330): checking classloading for 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,214 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,216 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:57,216 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ceff5dac619987d8206aa1b4348e6a columnFamilyName A 2024-11-09T16:27:57,218 DEBUG [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:57,219 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(327): Store=55ceff5dac619987d8206aa1b4348e6a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:57,219 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,220 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:57,220 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ceff5dac619987d8206aa1b4348e6a columnFamilyName B 2024-11-09T16:27:57,220 DEBUG [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:57,221 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(327): Store=55ceff5dac619987d8206aa1b4348e6a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:57,221 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,222 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-09T16:27:57,222 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55ceff5dac619987d8206aa1b4348e6a columnFamilyName C 2024-11-09T16:27:57,222 DEBUG [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:57,222 INFO [StoreOpener-55ceff5dac619987d8206aa1b4348e6a-1 {}] regionserver.HStore(327): Store=55ceff5dac619987d8206aa1b4348e6a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:27:57,223 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,224 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,225 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,227 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T16:27:57,228 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1085): writing seq id for 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,228 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1102): Opened 55ceff5dac619987d8206aa1b4348e6a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71231176, jitterRate=0.06142723560333252}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T16:27:57,229 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1001): Region open journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:27:57,229 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., pid=152, masterSystemTime=1731169677203 2024-11-09T16:27:57,231 DEBUG [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,231 INFO [RS_OPEN_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,231 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=55ceff5dac619987d8206aa1b4348e6a, regionState=OPEN, openSeqNum=5, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=150 2024-11-09T16:27:57,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=150, state=SUCCESS; OpenRegionProcedure 55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 in 181 msec 2024-11-09T16:27:57,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-09T16:27:57,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, REOPEN/MOVE in 505 msec 2024-11-09T16:27:57,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-09T16:27:57,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-09T16:27:57,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 928 msec 2024-11-09T16:27:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-09T16:27:57,238 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1208728f to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@92e7af3 2024-11-09T16:27:57,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c377ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d0a9e33 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17899883 2024-11-09T16:27:57,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1de3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e55f2a to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b739a35 2024-11-09T16:27:57,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e22139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-11-09T16:27:57,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62b06a95 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a5ecd59 2024-11-09T16:27:57,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62750e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-11-09T16:27:57,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560a8819 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49019618 2024-11-09T16:27:57,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76670256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3df30e37 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7887fec7 2024-11-09T16:27:57,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bc3633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x745bf218 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336d4b92 2024-11-09T16:27:57,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7ee62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78f964f7 to 127.0.0.1:57820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@219191a1 2024-11-09T16:27:57,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0ebf0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:27:57,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:27:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-09T16:27:57,360 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:27:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T16:27:57,360 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:27:57,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:27:57,366 DEBUG [hconnection-0xc65765f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,366 DEBUG [hconnection-0xe7819d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,366 DEBUG [hconnection-0x1ad3bae4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,366 DEBUG [hconnection-0x43c035c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,366 DEBUG [hconnection-0x23671880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,367 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,367 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,367 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,367 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,367 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,367 DEBUG [hconnection-0x4daf417f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,367 DEBUG [hconnection-0x44eb9049-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,368 DEBUG [hconnection-0x39938f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,368 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,368 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,368 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,369 DEBUG [hconnection-0xd567956-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,370 DEBUG [hconnection-0x4e91cdd4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:27:57,370 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,371 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:27:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:27:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:27:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:27:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:27:57,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:57,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169737384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169737385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169737386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169737386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109caaf723257fd4702b264eb148db341ac_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169677372/Put/seqid=0 2024-11-09T16:27:57,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169737396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742324_1500 (size=14594) 2024-11-09T16:27:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T16:27:57,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169737487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169737488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169737488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169737489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169737498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,544 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:37985,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T16:27:57,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169737690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169737690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169737691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169737691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169737701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,812 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:57,815 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109caaf723257fd4702b264eb148db341ac_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109caaf723257fd4702b264eb148db341ac_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:57,815 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/ee47b81690dd4aa7a405c51de2ed3ad4, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:27:57,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/ee47b81690dd4aa7a405c51de2ed3ad4 is 175, key is test_row_0/A:col10/1731169677372/Put/seqid=0 2024-11-09T16:27:57,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742325_1501 (size=39549) 2024-11-09T16:27:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T16:27:57,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:57,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:57,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169737993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169737993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169737994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:57,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169737994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169738003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,220 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/ee47b81690dd4aa7a405c51de2ed3ad4 2024-11-09T16:27:58,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/45fb042ed26e4f64a22d9c6c4f8833ee is 50, key is test_row_0/B:col10/1731169677372/Put/seqid=0 2024-11-09T16:27:58,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742326_1502 (size=12001) 2024-11-09T16:27:58,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T16:27:58,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169738496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:58,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169738497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169738497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169738497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169738508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:58,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/45fb042ed26e4f64a22d9c6c4f8833ee 2024-11-09T16:27:58,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/03a7f1aa3ab645c9b104269bce9d62cd is 50, key is test_row_0/C:col10/1731169677372/Put/seqid=0 2024-11-09T16:27:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742327_1503 (size=12001) 2024-11-09T16:27:58,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:58,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:58,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:58,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:58,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:58,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:58,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T16:27:59,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:59,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:27:59,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/03a7f1aa3ab645c9b104269bce9d62cd 2024-11-09T16:27:59,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/ee47b81690dd4aa7a405c51de2ed3ad4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/ee47b81690dd4aa7a405c51de2ed3ad4 2024-11-09T16:27:59,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/ee47b81690dd4aa7a405c51de2ed3ad4, entries=200, sequenceid=17, filesize=38.6 K 2024-11-09T16:27:59,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/45fb042ed26e4f64a22d9c6c4f8833ee as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/45fb042ed26e4f64a22d9c6c4f8833ee 2024-11-09T16:27:59,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/45fb042ed26e4f64a22d9c6c4f8833ee, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T16:27:59,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/03a7f1aa3ab645c9b104269bce9d62cd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/03a7f1aa3ab645c9b104269bce9d62cd 2024-11-09T16:27:59,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/03a7f1aa3ab645c9b104269bce9d62cd, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T16:27:59,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 55ceff5dac619987d8206aa1b4348e6a in 1708ms, sequenceid=17, compaction requested=false 2024-11-09T16:27:59,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:27:59,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-09T16:27:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:59,186 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T16:27:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:27:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:27:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:27:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:59,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092386b30214bf43fca01270f69cd6c359_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169677384/Put/seqid=0 2024-11-09T16:27:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742328_1504 (size=12154) 2024-11-09T16:27:59,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:27:59,219 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092386b30214bf43fca01270f69cd6c359_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092386b30214bf43fca01270f69cd6c359_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:59,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/b24ed26d128347e28290f54932b37773, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:27:59,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/b24ed26d128347e28290f54932b37773 is 175, key is test_row_0/A:col10/1731169677384/Put/seqid=0 2024-11-09T16:27:59,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742329_1505 (size=30955) 2024-11-09T16:27:59,232 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/b24ed26d128347e28290f54932b37773 2024-11-09T16:27:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf is 50, key is test_row_0/B:col10/1731169677384/Put/seqid=0 2024-11-09T16:27:59,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742330_1506 (size=12001) 2024-11-09T16:27:59,242 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf 2024-11-09T16:27:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/d674491bc79c45dcb12924b4d18aa979 is 50, key is test_row_0/C:col10/1731169677384/Put/seqid=0 2024-11-09T16:27:59,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742331_1507 (size=12001) 2024-11-09T16:27:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T16:27:59,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:27:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:59,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169739506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169739507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169739508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169739508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169739514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169739609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169739609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169739610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169739610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,650 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/d674491bc79c45dcb12924b4d18aa979 2024-11-09T16:27:59,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/b24ed26d128347e28290f54932b37773 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b24ed26d128347e28290f54932b37773 2024-11-09T16:27:59,656 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b24ed26d128347e28290f54932b37773, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T16:27:59,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf 2024-11-09T16:27:59,659 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T16:27:59,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/d674491bc79c45dcb12924b4d18aa979 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d674491bc79c45dcb12924b4d18aa979 2024-11-09T16:27:59,662 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d674491bc79c45dcb12924b4d18aa979, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T16:27:59,662 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 55ceff5dac619987d8206aa1b4348e6a in 476ms, sequenceid=40, compaction requested=false 2024-11-09T16:27:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:27:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:27:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-09T16:27:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-09T16:27:59,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-09T16:27:59,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3030 sec 2024-11-09T16:27:59,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 2.3050 sec 2024-11-09T16:27:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:27:59,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T16:27:59,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:27:59,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:59,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:27:59,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:59,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:27:59,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:27:59,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110901803fbed42142858be35b1588dba468_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169679507/Put/seqid=0 2024-11-09T16:27:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742332_1508 (size=14594) 2024-11-09T16:27:59,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169739825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169739826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169739827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169739828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169739929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169739929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169739930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:27:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:27:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169739930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169740131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169740132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169740133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169740134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,222 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:00,225 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110901803fbed42142858be35b1588dba468_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110901803fbed42142858be35b1588dba468_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:00,225 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d51c5690649a470ea88569d334e4d419, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:00,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d51c5690649a470ea88569d334e4d419 is 175, key is test_row_0/A:col10/1731169679507/Put/seqid=0 2024-11-09T16:28:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742333_1509 (size=39549) 2024-11-09T16:28:00,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169740435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169740435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169740436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169740436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,629 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d51c5690649a470ea88569d334e4d419 2024-11-09T16:28:00,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/441d511344094481bdd64fc3d28140e2 is 50, key is test_row_0/B:col10/1731169679507/Put/seqid=0 2024-11-09T16:28:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742334_1510 (size=12001) 2024-11-09T16:28:00,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169740937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169740938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169740938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:00,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169740940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/441d511344094481bdd64fc3d28140e2 2024-11-09T16:28:01,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/bec8ae99162849ed90e806eb8ede95d8 is 50, key is test_row_0/C:col10/1731169679507/Put/seqid=0 2024-11-09T16:28:01,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742335_1511 (size=12001) 2024-11-09T16:28:01,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/bec8ae99162849ed90e806eb8ede95d8 2024-11-09T16:28:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-09T16:28:01,464 INFO [Thread-2252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-09T16:28:01,464 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:28:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-09T16:28:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T16:28:01,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:28:01,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:28:01,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:28:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d51c5690649a470ea88569d334e4d419 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d51c5690649a470ea88569d334e4d419 2024-11-09T16:28:01,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d51c5690649a470ea88569d334e4d419, entries=200, sequenceid=55, filesize=38.6 K 2024-11-09T16:28:01,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/441d511344094481bdd64fc3d28140e2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/441d511344094481bdd64fc3d28140e2 2024-11-09T16:28:01,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/441d511344094481bdd64fc3d28140e2, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T16:28:01,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/bec8ae99162849ed90e806eb8ede95d8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bec8ae99162849ed90e806eb8ede95d8 2024-11-09T16:28:01,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bec8ae99162849ed90e806eb8ede95d8, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T16:28:01,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 55ceff5dac619987d8206aa1b4348e6a in 1670ms, sequenceid=55, compaction requested=true 2024-11-09T16:28:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:28:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:28:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:01,483 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:28:01,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:01,483 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:01,483 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:01,483 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:01,483 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/B is initiating minor compaction (all files) 2024-11-09T16:28:01,483 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/A is initiating minor compaction (all files) 2024-11-09T16:28:01,483 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/A in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,483 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/B in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,484 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/45fb042ed26e4f64a22d9c6c4f8833ee, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/441d511344094481bdd64fc3d28140e2] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=35.2 K 2024-11-09T16:28:01,484 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/ee47b81690dd4aa7a405c51de2ed3ad4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b24ed26d128347e28290f54932b37773, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d51c5690649a470ea88569d334e4d419] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=107.5 K 2024-11-09T16:28:01,484 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,484 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/ee47b81690dd4aa7a405c51de2ed3ad4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b24ed26d128347e28290f54932b37773, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d51c5690649a470ea88569d334e4d419] 2024-11-09T16:28:01,484 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 45fb042ed26e4f64a22d9c6c4f8833ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169677372 2024-11-09T16:28:01,484 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee47b81690dd4aa7a405c51de2ed3ad4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169677371 2024-11-09T16:28:01,484 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e1bf20ffaa3e43d4ab8eb71bc6d28baf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731169677384 2024-11-09T16:28:01,484 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b24ed26d128347e28290f54932b37773, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731169677384 2024-11-09T16:28:01,484 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 441d511344094481bdd64fc3d28140e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169679507 2024-11-09T16:28:01,484 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d51c5690649a470ea88569d334e4d419, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169679506 2024-11-09T16:28:01,488 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:01,489 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109ff4f0661ce45406980c00f7c63e20f93_55ceff5dac619987d8206aa1b4348e6a store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:01,490 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:01,490 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e6ba95e459da43bba4222c9a683d4fee is 50, key is test_row_0/B:col10/1731169679507/Put/seqid=0 2024-11-09T16:28:01,491 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109ff4f0661ce45406980c00f7c63e20f93_55ceff5dac619987d8206aa1b4348e6a, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:01,491 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ff4f0661ce45406980c00f7c63e20f93_55ceff5dac619987d8206aa1b4348e6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742336_1512 (size=4469) 2024-11-09T16:28:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742337_1513 (size=12104) 2024-11-09T16:28:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:01,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T16:28:01,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:01,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:01,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:01,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:01,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:01,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:01,524 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e6ba95e459da43bba4222c9a683d4fee as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e6ba95e459da43bba4222c9a683d4fee 2024-11-09T16:28:01,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f9a667224d754ddf8c7056f2d82c7743_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169679824/Put/seqid=0 2024-11-09T16:28:01,532 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/B of 55ceff5dac619987d8206aa1b4348e6a into e6ba95e459da43bba4222c9a683d4fee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:01,532 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:01,532 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/B, priority=13, startTime=1731169681483; duration=0sec 2024-11-09T16:28:01,532 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:01,532 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:B 2024-11-09T16:28:01,532 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:01,533 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:01,533 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/C is initiating minor compaction (all files) 2024-11-09T16:28:01,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742338_1514 (size=14594) 2024-11-09T16:28:01,533 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/C in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,533 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/03a7f1aa3ab645c9b104269bce9d62cd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d674491bc79c45dcb12924b4d18aa979, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bec8ae99162849ed90e806eb8ede95d8] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=35.2 K 2024-11-09T16:28:01,534 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 03a7f1aa3ab645c9b104269bce9d62cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731169677372 2024-11-09T16:28:01,534 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d674491bc79c45dcb12924b4d18aa979, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731169677384 2024-11-09T16:28:01,534 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting bec8ae99162849ed90e806eb8ede95d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169679507 2024-11-09T16:28:01,540 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:01,540 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/e03560889a2940e7b69215c87b444906 is 50, key is test_row_0/C:col10/1731169679507/Put/seqid=0 2024-11-09T16:28:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742339_1515 (size=12104) 2024-11-09T16:28:01,553 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/e03560889a2940e7b69215c87b444906 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/e03560889a2940e7b69215c87b444906 2024-11-09T16:28:01,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169741552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,557 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/C of 55ceff5dac619987d8206aa1b4348e6a into e03560889a2940e7b69215c87b444906(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:01,557 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:01,557 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/C, priority=13, startTime=1731169681483; duration=0sec 2024-11-09T16:28:01,557 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:01,557 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:C 2024-11-09T16:28:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T16:28:01,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169741655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T16:28:01,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169741857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,918 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#A#compaction#431 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:01,918 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/31a105abf0824a7fa6fb528f7ccf21ed is 175, key is test_row_0/A:col10/1731169679507/Put/seqid=0 2024-11-09T16:28:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742340_1516 (size=31058) 2024-11-09T16:28:01,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:01,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:01,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:01,937 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f9a667224d754ddf8c7056f2d82c7743_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f9a667224d754ddf8c7056f2d82c7743_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:01,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/2307676b5c87423e86912c3ae9fddadc, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:01,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/2307676b5c87423e86912c3ae9fddadc is 175, key is test_row_0/A:col10/1731169679824/Put/seqid=0 2024-11-09T16:28:01,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742341_1517 (size=39549) 2024-11-09T16:28:01,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169741944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169741946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169741947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:01,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169741951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T16:28:02,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:02,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:02,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169742159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,326 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/31a105abf0824a7fa6fb528f7ccf21ed as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/31a105abf0824a7fa6fb528f7ccf21ed 2024-11-09T16:28:02,330 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/A of 55ceff5dac619987d8206aa1b4348e6a into 31a105abf0824a7fa6fb528f7ccf21ed(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:02,330 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:02,330 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/A, priority=13, startTime=1731169681483; duration=0sec 2024-11-09T16:28:02,330 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:02,330 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:A 2024-11-09T16:28:02,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/2307676b5c87423e86912c3ae9fddadc 2024-11-09T16:28:02,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/0cac6dd8e97c4e92a18bd47f41d8f881 is 50, key is test_row_0/B:col10/1731169679824/Put/seqid=0 2024-11-09T16:28:02,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742342_1518 (size=12001) 2024-11-09T16:28:02,384 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:02,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:02,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T16:28:02,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169742664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,689 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:02,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/0cac6dd8e97c4e92a18bd47f41d8f881 2024-11-09T16:28:02,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/7f50185b2be844be8371895202cc5519 is 50, key is test_row_0/C:col10/1731169679824/Put/seqid=0 2024-11-09T16:28:02,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742343_1519 (size=12001) 2024-11-09T16:28:02,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:02,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:02,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:02,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:02,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:02,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:02,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:03,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:03,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:03,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:03,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:03,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:03,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:03,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/7f50185b2be844be8371895202cc5519 2024-11-09T16:28:03,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/2307676b5c87423e86912c3ae9fddadc as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/2307676b5c87423e86912c3ae9fddadc 2024-11-09T16:28:03,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/2307676b5c87423e86912c3ae9fddadc, entries=200, sequenceid=77, filesize=38.6 K 2024-11-09T16:28:03,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/0cac6dd8e97c4e92a18bd47f41d8f881 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/0cac6dd8e97c4e92a18bd47f41d8f881 2024-11-09T16:28:03,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/0cac6dd8e97c4e92a18bd47f41d8f881, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T16:28:03,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/7f50185b2be844be8371895202cc5519 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7f50185b2be844be8371895202cc5519 2024-11-09T16:28:03,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7f50185b2be844be8371895202cc5519, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T16:28:03,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 55ceff5dac619987d8206aa1b4348e6a in 1651ms, sequenceid=77, compaction requested=false 2024-11-09T16:28:03,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:03,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:03,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-09T16:28:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:03,299 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T16:28:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:03,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd3938429c7548babfa3a524f4e76aa1_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169681551/Put/seqid=0 2024-11-09T16:28:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742344_1520 (size=12154) 2024-11-09T16:28:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T16:28:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:03,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:03,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:03,711 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd3938429c7548babfa3a524f4e76aa1_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd3938429c7548babfa3a524f4e76aa1_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d55a319672f74754b97e64dc81fcf597, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d55a319672f74754b97e64dc81fcf597 is 175, key is test_row_0/A:col10/1731169681551/Put/seqid=0 2024-11-09T16:28:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742345_1521 (size=30955) 2024-11-09T16:28:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169743716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:03,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169743819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:03,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169743950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:03,952 DEBUG [Thread-2242 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:28:03,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169743951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:03,953 DEBUG [Thread-2248 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:28:03,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169743953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:03,955 DEBUG [Thread-2250 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:28:03,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169743970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:03,971 DEBUG [Thread-2246 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:28:04,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169744021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:04,115 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d55a319672f74754b97e64dc81fcf597 2024-11-09T16:28:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/ad737d22c2b74110a8e1a354c44d1263 is 50, key is test_row_0/B:col10/1731169681551/Put/seqid=0 2024-11-09T16:28:04,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742346_1522 (size=12001) 2024-11-09T16:28:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169744325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:04,535 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/ad737d22c2b74110a8e1a354c44d1263 2024-11-09T16:28:04,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/9825b4e2d22c4baf85a7e9d7124ba766 is 50, key is test_row_0/C:col10/1731169681551/Put/seqid=0 2024-11-09T16:28:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742347_1523 (size=12001) 2024-11-09T16:28:04,553 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/9825b4e2d22c4baf85a7e9d7124ba766 2024-11-09T16:28:04,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d55a319672f74754b97e64dc81fcf597 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d55a319672f74754b97e64dc81fcf597 2024-11-09T16:28:04,559 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d55a319672f74754b97e64dc81fcf597, entries=150, sequenceid=94, filesize=30.2 K 2024-11-09T16:28:04,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/ad737d22c2b74110a8e1a354c44d1263 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ad737d22c2b74110a8e1a354c44d1263 2024-11-09T16:28:04,561 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ad737d22c2b74110a8e1a354c44d1263, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T16:28:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/9825b4e2d22c4baf85a7e9d7124ba766 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/9825b4e2d22c4baf85a7e9d7124ba766 2024-11-09T16:28:04,564 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/9825b4e2d22c4baf85a7e9d7124ba766, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T16:28:04,565 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 55ceff5dac619987d8206aa1b4348e6a in 1266ms, sequenceid=94, compaction requested=true 2024-11-09T16:28:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:04,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-09T16:28:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-09T16:28:04,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-09T16:28:04,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0940 sec 2024-11-09T16:28:04,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 3.1030 sec 2024-11-09T16:28:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:04,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T16:28:04,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:04,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:04,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:04,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:04,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:04,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:04,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097dff6296074549c288bf42c08aa10128_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169683715/Put/seqid=0 2024-11-09T16:28:04,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742348_1524 (size=12154) 2024-11-09T16:28:04,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169744877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:04,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169744980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:05,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169745184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:05,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:05,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097dff6296074549c288bf42c08aa10128_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097dff6296074549c288bf42c08aa10128_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:05,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/a4acf917518347e8a0c5cda5a90cdd92, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:05,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/a4acf917518347e8a0c5cda5a90cdd92 is 175, key is test_row_0/A:col10/1731169683715/Put/seqid=0 2024-11-09T16:28:05,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742349_1525 (size=30955) 2024-11-09T16:28:05,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169745488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-09T16:28:05,575 INFO [Thread-2252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-09T16:28:05,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:28:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-09T16:28:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T16:28:05,577 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:28:05,577 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:28:05,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:28:05,655 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/a4acf917518347e8a0c5cda5a90cdd92 2024-11-09T16:28:05,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/300f9cc817e44c4a833c1a62f5d00b55 is 50, key is test_row_0/B:col10/1731169683715/Put/seqid=0 2024-11-09T16:28:05,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742350_1526 (size=12001) 2024-11-09T16:28:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T16:28:05,728 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:05,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T16:28:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:05,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T16:28:05,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:05,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T16:28:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:05,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:05,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:05,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169745990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:06,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:06,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T16:28:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:06,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/300f9cc817e44c4a833c1a62f5d00b55 2024-11-09T16:28:06,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/5f22b2aa31c34234a7e0ce5bbafe5725 is 50, key is test_row_0/C:col10/1731169683715/Put/seqid=0 2024-11-09T16:28:06,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742351_1527 (size=12001) 2024-11-09T16:28:06,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/5f22b2aa31c34234a7e0ce5bbafe5725 2024-11-09T16:28:06,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/a4acf917518347e8a0c5cda5a90cdd92 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a4acf917518347e8a0c5cda5a90cdd92 2024-11-09T16:28:06,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a4acf917518347e8a0c5cda5a90cdd92, entries=150, sequenceid=117, filesize=30.2 K 2024-11-09T16:28:06,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/300f9cc817e44c4a833c1a62f5d00b55 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/300f9cc817e44c4a833c1a62f5d00b55 2024-11-09T16:28:06,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/300f9cc817e44c4a833c1a62f5d00b55, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T16:28:06,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/5f22b2aa31c34234a7e0ce5bbafe5725 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/5f22b2aa31c34234a7e0ce5bbafe5725 2024-11-09T16:28:06,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/5f22b2aa31c34234a7e0ce5bbafe5725, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T16:28:06,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 55ceff5dac619987d8206aa1b4348e6a in 1256ms, sequenceid=117, compaction requested=true 2024-11-09T16:28:06,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:06,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:28:06,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:06,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:28:06,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:06,087 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:28:06,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:28:06,087 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:28:06,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:06,087 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:28:06,087 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:28:06,088 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/A is initiating minor compaction (all files) 2024-11-09T16:28:06,088 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/B is initiating minor compaction (all files) 2024-11-09T16:28:06,088 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/B in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,088 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/A in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,088 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e6ba95e459da43bba4222c9a683d4fee, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/0cac6dd8e97c4e92a18bd47f41d8f881, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ad737d22c2b74110a8e1a354c44d1263, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/300f9cc817e44c4a833c1a62f5d00b55] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=47.0 K 2024-11-09T16:28:06,088 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/31a105abf0824a7fa6fb528f7ccf21ed, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/2307676b5c87423e86912c3ae9fddadc, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d55a319672f74754b97e64dc81fcf597, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a4acf917518347e8a0c5cda5a90cdd92] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=129.4 K 2024-11-09T16:28:06,088 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,088 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/31a105abf0824a7fa6fb528f7ccf21ed, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/2307676b5c87423e86912c3ae9fddadc, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d55a319672f74754b97e64dc81fcf597, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a4acf917518347e8a0c5cda5a90cdd92] 2024-11-09T16:28:06,099 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e6ba95e459da43bba4222c9a683d4fee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169679507 2024-11-09T16:28:06,099 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31a105abf0824a7fa6fb528f7ccf21ed, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169679507 2024-11-09T16:28:06,099 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cac6dd8e97c4e92a18bd47f41d8f881, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169679824 2024-11-09T16:28:06,099 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2307676b5c87423e86912c3ae9fddadc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169679824 2024-11-09T16:28:06,099 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting ad737d22c2b74110a8e1a354c44d1263, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731169681536 2024-11-09T16:28:06,099 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d55a319672f74754b97e64dc81fcf597, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731169681536 2024-11-09T16:28:06,100 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4acf917518347e8a0c5cda5a90cdd92, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731169683707 2024-11-09T16:28:06,100 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 300f9cc817e44c4a833c1a62f5d00b55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731169683707 2024-11-09T16:28:06,105 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:06,106 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c4145d32ea9b4ec1a20abdc5b4d73d95_55ceff5dac619987d8206aa1b4348e6a store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:06,107 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#B#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:06,108 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/a71cf2b055164aafbc1817db76a413d7 is 50, key is test_row_0/B:col10/1731169683715/Put/seqid=0 2024-11-09T16:28:06,108 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c4145d32ea9b4ec1a20abdc5b4d73d95_55ceff5dac619987d8206aa1b4348e6a, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:06,108 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c4145d32ea9b4ec1a20abdc5b4d73d95_55ceff5dac619987d8206aa1b4348e6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742353_1529 (size=4469) 2024-11-09T16:28:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742352_1528 (size=12241) 2024-11-09T16:28:06,114 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/a71cf2b055164aafbc1817db76a413d7 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a71cf2b055164aafbc1817db76a413d7 2024-11-09T16:28:06,117 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/B of 55ceff5dac619987d8206aa1b4348e6a into a71cf2b055164aafbc1817db76a413d7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:06,117 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:06,117 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/B, priority=12, startTime=1731169686087; duration=0sec 2024-11-09T16:28:06,117 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:06,117 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:B 2024-11-09T16:28:06,117 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:28:06,117 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:28:06,118 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/C is initiating minor compaction (all files) 2024-11-09T16:28:06,118 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/C in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,118 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/e03560889a2940e7b69215c87b444906, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7f50185b2be844be8371895202cc5519, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/9825b4e2d22c4baf85a7e9d7124ba766, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/5f22b2aa31c34234a7e0ce5bbafe5725] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=47.0 K 2024-11-09T16:28:06,118 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e03560889a2940e7b69215c87b444906, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731169679507 2024-11-09T16:28:06,118 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f50185b2be844be8371895202cc5519, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731169679824 2024-11-09T16:28:06,118 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 9825b4e2d22c4baf85a7e9d7124ba766, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731169681536 2024-11-09T16:28:06,118 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f22b2aa31c34234a7e0ce5bbafe5725, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731169683707 2024-11-09T16:28:06,125 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:06,125 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/cf9ca0b57aa74bf193d62041378241f8 is 50, key is test_row_0/C:col10/1731169683715/Put/seqid=0 2024-11-09T16:28:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742354_1530 (size=12241) 2024-11-09T16:28:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T16:28:06,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:06,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-09T16:28:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,186 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T16:28:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098afd89790e36433f8820135a94da8b1b_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169684869/Put/seqid=0 2024-11-09T16:28:06,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742355_1531 (size=12204) 2024-11-09T16:28:06,512 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#A#compaction#444 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:06,512 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/f56bf4afa4e74b96b2ba504ce0465679 is 175, key is test_row_0/A:col10/1731169683715/Put/seqid=0 2024-11-09T16:28:06,539 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/cf9ca0b57aa74bf193d62041378241f8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/cf9ca0b57aa74bf193d62041378241f8 2024-11-09T16:28:06,543 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/C of 55ceff5dac619987d8206aa1b4348e6a into cf9ca0b57aa74bf193d62041378241f8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:06,543 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:06,543 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/C, priority=12, startTime=1731169686087; duration=0sec 2024-11-09T16:28:06,543 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:06,543 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:C 2024-11-09T16:28:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742356_1532 (size=31195) 2024-11-09T16:28:06,556 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/f56bf4afa4e74b96b2ba504ce0465679 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/f56bf4afa4e74b96b2ba504ce0465679 2024-11-09T16:28:06,560 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/A of 55ceff5dac619987d8206aa1b4348e6a into f56bf4afa4e74b96b2ba504ce0465679(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:06,560 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:06,560 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/A, priority=12, startTime=1731169686086; duration=0sec 2024-11-09T16:28:06,560 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:06,560 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:A 2024-11-09T16:28:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,604 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098afd89790e36433f8820135a94da8b1b_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098afd89790e36433f8820135a94da8b1b_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:06,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/4bd3ac89808843dba0c61e89e5637df0, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/4bd3ac89808843dba0c61e89e5637df0 is 175, key is test_row_0/A:col10/1731169684869/Put/seqid=0 2024-11-09T16:28:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742357_1533 (size=31005) 2024-11-09T16:28:06,611 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/4bd3ac89808843dba0c61e89e5637df0 2024-11-09T16:28:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/20f382a156d2400899fb296039316727 is 50, key is test_row_0/B:col10/1731169684869/Put/seqid=0 2024-11-09T16:28:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742358_1534 (size=12051) 2024-11-09T16:28:06,622 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/20f382a156d2400899fb296039316727 2024-11-09T16:28:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/379c3a21999a4a6c91d28f9245292fdd is 50, key is test_row_0/C:col10/1731169684869/Put/seqid=0 2024-11-09T16:28:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742359_1535 (size=12051) 2024-11-09T16:28:06,637 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/379c3a21999a4a6c91d28f9245292fdd 2024-11-09T16:28:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/4bd3ac89808843dba0c61e89e5637df0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4bd3ac89808843dba0c61e89e5637df0 2024-11-09T16:28:06,645 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4bd3ac89808843dba0c61e89e5637df0, entries=150, sequenceid=131, filesize=30.3 K 2024-11-09T16:28:06,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/20f382a156d2400899fb296039316727 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/20f382a156d2400899fb296039316727 2024-11-09T16:28:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,649 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/20f382a156d2400899fb296039316727, entries=150, sequenceid=131, filesize=11.8 K 2024-11-09T16:28:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/379c3a21999a4a6c91d28f9245292fdd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/379c3a21999a4a6c91d28f9245292fdd 2024-11-09T16:28:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,654 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/379c3a21999a4a6c91d28f9245292fdd, entries=150, sequenceid=131, filesize=11.8 K 2024-11-09T16:28:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,655 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 55ceff5dac619987d8206aa1b4348e6a in 468ms, sequenceid=131, compaction requested=false 2024-11-09T16:28:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-09T16:28:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-09T16:28:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-09T16:28:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0790 sec 2024-11-09T16:28:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.0810 sec 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-09T16:28:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,679 INFO [Thread-2252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-09T16:28:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:28:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-09T16:28:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,682 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:28:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T16:28:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,683 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:28:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:28:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-09T16:28:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:06,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:06,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-09T16:28:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-09T16:28:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-09T16:28:06,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-09T16:28:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 156 msec 2024-11-09T16:28:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-09T16:28:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,984 INFO [Thread-2252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-09T16:28:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:28:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-09T16:28:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,987 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:28:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T16:28:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,988 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:28:06,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:28:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:07,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:28:07,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:07,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:07,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:07,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:07,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:07,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:07,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098a5be054b2ca435aa8ce9a465450a21e_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169687048/Put/seqid=0 2024-11-09T16:28:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742360_1536 (size=12304) 2024-11-09T16:28:07,069 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:07,073 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098a5be054b2ca435aa8ce9a465450a21e_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098a5be054b2ca435aa8ce9a465450a21e_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:07,075 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/07232a79955f47b6965ed123c2573cb0, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:07,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/07232a79955f47b6965ed123c2573cb0 is 175, key is test_row_0/A:col10/1731169687048/Put/seqid=0 2024-11-09T16:28:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T16:28:07,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742361_1537 (size=31105) 2024-11-09T16:28:07,095 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/07232a79955f47b6965ed123c2573cb0 2024-11-09T16:28:07,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/6613f1a18ed84ad2b197529b8884a0d3 is 50, key is test_row_0/B:col10/1731169687048/Put/seqid=0 2024-11-09T16:28:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742362_1538 (size=12151) 2024-11-09T16:28:07,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/6613f1a18ed84ad2b197529b8884a0d3 2024-11-09T16:28:07,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/7e32e87c860143c5aa06b1b16bc5e49b is 50, key is test_row_0/C:col10/1731169687048/Put/seqid=0 2024-11-09T16:28:07,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169747130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742363_1539 (size=12151) 2024-11-09T16:28:07,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T16:28:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169747233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T16:28:07,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T16:28:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169747437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T16:28:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:07,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/7e32e87c860143c5aa06b1b16bc5e49b 2024-11-09T16:28:07,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/07232a79955f47b6965ed123c2573cb0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/07232a79955f47b6965ed123c2573cb0 2024-11-09T16:28:07,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/07232a79955f47b6965ed123c2573cb0, entries=150, sequenceid=145, filesize=30.4 K 2024-11-09T16:28:07,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/6613f1a18ed84ad2b197529b8884a0d3 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/6613f1a18ed84ad2b197529b8884a0d3 2024-11-09T16:28:07,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/6613f1a18ed84ad2b197529b8884a0d3, entries=150, sequenceid=145, filesize=11.9 K 2024-11-09T16:28:07,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/7e32e87c860143c5aa06b1b16bc5e49b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7e32e87c860143c5aa06b1b16bc5e49b 2024-11-09T16:28:07,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7e32e87c860143c5aa06b1b16bc5e49b, entries=150, sequenceid=145, filesize=11.9 K 2024-11-09T16:28:07,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 55ceff5dac619987d8206aa1b4348e6a in 508ms, sequenceid=145, compaction requested=true 2024-11-09T16:28:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:28:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:07,557 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:28:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:07,557 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:28:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:07,557 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:07,558 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/B is initiating minor compaction (all files) 2024-11-09T16:28:07,558 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/B in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,558 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a71cf2b055164aafbc1817db76a413d7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/20f382a156d2400899fb296039316727, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/6613f1a18ed84ad2b197529b8884a0d3] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=35.6 K 2024-11-09T16:28:07,558 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:07,558 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/A is initiating minor compaction (all files) 2024-11-09T16:28:07,558 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/A in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,558 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a71cf2b055164aafbc1817db76a413d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731169683707 2024-11-09T16:28:07,558 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/f56bf4afa4e74b96b2ba504ce0465679, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4bd3ac89808843dba0c61e89e5637df0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/07232a79955f47b6965ed123c2573cb0] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=91.1 K 2024-11-09T16:28:07,558 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,558 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/f56bf4afa4e74b96b2ba504ce0465679, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4bd3ac89808843dba0c61e89e5637df0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/07232a79955f47b6965ed123c2573cb0] 2024-11-09T16:28:07,558 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 20f382a156d2400899fb296039316727, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731169684869 2024-11-09T16:28:07,559 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting f56bf4afa4e74b96b2ba504ce0465679, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731169683707 2024-11-09T16:28:07,559 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 6613f1a18ed84ad2b197529b8884a0d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731169687037 2024-11-09T16:28:07,559 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bd3ac89808843dba0c61e89e5637df0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731169684869 2024-11-09T16:28:07,559 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07232a79955f47b6965ed123c2573cb0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731169687037 2024-11-09T16:28:07,574 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:07,574 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/f90a0b2a527844949d059ab451d21f6b is 50, key is test_row_0/B:col10/1731169687048/Put/seqid=0 2024-11-09T16:28:07,579 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:07,586 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094bb9dcdb0ef74aab8344da59f204930a_55ceff5dac619987d8206aa1b4348e6a store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:07,588 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094bb9dcdb0ef74aab8344da59f204930a_55ceff5dac619987d8206aa1b4348e6a, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:07,589 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094bb9dcdb0ef74aab8344da59f204930a_55ceff5dac619987d8206aa1b4348e6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T16:28:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742364_1540 (size=12493) 2024-11-09T16:28:07,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-09T16:28:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,597 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:28:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:07,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098447afb5d1f54b02b9f23de6c51d3741_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169687123/Put/seqid=0 2024-11-09T16:28:07,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742365_1541 (size=4469) 2024-11-09T16:28:07,651 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#A#compaction#453 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:07,651 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/a9df133c9cf543fbb013caf6c8e7b647 is 175, key is test_row_0/A:col10/1731169687048/Put/seqid=0 2024-11-09T16:28:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742367_1543 (size=31447) 2024-11-09T16:28:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742366_1542 (size=12304) 2024-11-09T16:28:07,679 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/a9df133c9cf543fbb013caf6c8e7b647 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a9df133c9cf543fbb013caf6c8e7b647 2024-11-09T16:28:07,683 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/A of 55ceff5dac619987d8206aa1b4348e6a into a9df133c9cf543fbb013caf6c8e7b647(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:07,683 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:07,683 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/A, priority=13, startTime=1731169687557; duration=0sec 2024-11-09T16:28:07,683 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:07,683 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:A 2024-11-09T16:28:07,683 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:07,684 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:07,684 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/C is initiating minor compaction (all files) 2024-11-09T16:28:07,684 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/C in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:07,684 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/cf9ca0b57aa74bf193d62041378241f8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/379c3a21999a4a6c91d28f9245292fdd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7e32e87c860143c5aa06b1b16bc5e49b] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=35.6 K 2024-11-09T16:28:07,685 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf9ca0b57aa74bf193d62041378241f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731169683707 2024-11-09T16:28:07,685 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 379c3a21999a4a6c91d28f9245292fdd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731169684869 2024-11-09T16:28:07,685 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e32e87c860143c5aa06b1b16bc5e49b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731169687037 2024-11-09T16:28:07,689 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:07,689 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/23f94fd602a54f81b6edbae695bc01db is 50, key is test_row_0/C:col10/1731169687048/Put/seqid=0 2024-11-09T16:28:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742368_1544 (size=12493) 2024-11-09T16:28:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:07,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169747769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169747872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52926 deadline: 1731169747953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,955 DEBUG [Thread-2248 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:28:07,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52940 deadline: 1731169747991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,993 DEBUG [Thread-2242 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:28:07,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52888 deadline: 1731169747993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:07,997 DEBUG [Thread-2250 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:28:07,999 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/f90a0b2a527844949d059ab451d21f6b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/f90a0b2a527844949d059ab451d21f6b 2024-11-09T16:28:08,005 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/B of 55ceff5dac619987d8206aa1b4348e6a into f90a0b2a527844949d059ab451d21f6b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:08,005 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:08,005 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/B, priority=13, startTime=1731169687557; duration=0sec 2024-11-09T16:28:08,005 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:08,005 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:B 2024-11-09T16:28:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52890 deadline: 1731169748003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:08,006 DEBUG [Thread-2246 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., hostname=adb42ec6d7d6,44345,1731169519874, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:28:08,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:08,080 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098447afb5d1f54b02b9f23de6c51d3741_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098447afb5d1f54b02b9f23de6c51d3741_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/737620bffbf846b89742b3ee0f0a5d6b, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/737620bffbf846b89742b3ee0f0a5d6b is 175, key is test_row_0/A:col10/1731169687123/Put/seqid=0 2024-11-09T16:28:08,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169748086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T16:28:08,101 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/23f94fd602a54f81b6edbae695bc01db as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/23f94fd602a54f81b6edbae695bc01db 2024-11-09T16:28:08,106 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/C of 55ceff5dac619987d8206aa1b4348e6a into 23f94fd602a54f81b6edbae695bc01db(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:08,106 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:08,106 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/C, priority=13, startTime=1731169687557; duration=0sec 2024-11-09T16:28:08,107 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:08,107 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:C 2024-11-09T16:28:08,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742369_1545 (size=31105) 2024-11-09T16:28:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169748402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:08,527 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/737620bffbf846b89742b3ee0f0a5d6b 2024-11-09T16:28:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/5f24ac90382f4d7c8b70697d0f277256 is 50, key is test_row_0/B:col10/1731169687123/Put/seqid=0 2024-11-09T16:28:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742370_1546 (size=12151) 2024-11-09T16:28:08,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169748919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:09,012 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/5f24ac90382f4d7c8b70697d0f277256 2024-11-09T16:28:09,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/8be52ced36f944159d89c183e25ad939 is 50, key is test_row_0/C:col10/1731169687123/Put/seqid=0 2024-11-09T16:28:09,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742371_1547 (size=12151) 2024-11-09T16:28:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T16:28:09,464 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/8be52ced36f944159d89c183e25ad939 2024-11-09T16:28:09,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/737620bffbf846b89742b3ee0f0a5d6b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/737620bffbf846b89742b3ee0f0a5d6b 2024-11-09T16:28:09,475 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/737620bffbf846b89742b3ee0f0a5d6b, entries=150, sequenceid=170, filesize=30.4 K 2024-11-09T16:28:09,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/5f24ac90382f4d7c8b70697d0f277256 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/5f24ac90382f4d7c8b70697d0f277256 2024-11-09T16:28:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,483 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/5f24ac90382f4d7c8b70697d0f277256, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T16:28:09,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/8be52ced36f944159d89c183e25ad939 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/8be52ced36f944159d89c183e25ad939 2024-11-09T16:28:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,494 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/8be52ced36f944159d89c183e25ad939, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T16:28:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,495 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 55ceff5dac619987d8206aa1b4348e6a in 1898ms, sequenceid=170, compaction requested=false 2024-11-09T16:28:09,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:09,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:09,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-09T16:28:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-09T16:28:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-09T16:28:09,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5110 sec 2024-11-09T16:28:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.5140 sec 2024-11-09T16:28:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:09,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:28:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109730009268ca04f619719f142c539ad34_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169689929/Put/seqid=0 2024-11-09T16:28:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742372_1548 (size=12304) 2024-11-09T16:28:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,969 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109730009268ca04f619719f142c539ad34_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109730009268ca04f619719f142c539ad34_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/b84af4b4a98c4f9b95d487efcb9654a4, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:09,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/b84af4b4a98c4f9b95d487efcb9654a4 is 175, key is test_row_0/A:col10/1731169689929/Put/seqid=0 2024-11-09T16:28:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:09,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742373_1549 (size=31101) 2024-11-09T16:28:10,003 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/b84af4b4a98c4f9b95d487efcb9654a4 2024-11-09T16:28:10,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/be6058f84a6142feaac943810a990f9f is 50, key is test_row_0/B:col10/1731169689929/Put/seqid=0 2024-11-09T16:28:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742374_1550 (size=9757) 2024-11-09T16:28:10,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169750089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:10,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169750193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:10,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169750403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:10,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/be6058f84a6142feaac943810a990f9f 2024-11-09T16:28:10,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/bc4754e0c2ad419db345f3714e0b4b3d is 50, key is test_row_0/C:col10/1731169689929/Put/seqid=0 2024-11-09T16:28:10,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742375_1551 (size=9757) 2024-11-09T16:28:10,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/bc4754e0c2ad419db345f3714e0b4b3d 2024-11-09T16:28:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/b84af4b4a98c4f9b95d487efcb9654a4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b84af4b4a98c4f9b95d487efcb9654a4 2024-11-09T16:28:10,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b84af4b4a98c4f9b95d487efcb9654a4, entries=150, sequenceid=185, filesize=30.4 K 2024-11-09T16:28:10,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/be6058f84a6142feaac943810a990f9f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/be6058f84a6142feaac943810a990f9f 2024-11-09T16:28:10,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/be6058f84a6142feaac943810a990f9f, entries=100, sequenceid=185, filesize=9.5 K 2024-11-09T16:28:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/bc4754e0c2ad419db345f3714e0b4b3d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bc4754e0c2ad419db345f3714e0b4b3d 2024-11-09T16:28:10,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bc4754e0c2ad419db345f3714e0b4b3d, entries=100, sequenceid=185, filesize=9.5 K 2024-11-09T16:28:10,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 55ceff5dac619987d8206aa1b4348e6a in 598ms, sequenceid=185, compaction requested=true 2024-11-09T16:28:10,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:10,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:28:10,528 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:10,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:10,528 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:28:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:28:10,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:10,531 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:10,531 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:10,531 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/B is initiating minor compaction (all files) 2024-11-09T16:28:10,531 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/A is initiating minor compaction (all files) 2024-11-09T16:28:10,531 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/A in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:10,531 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/B in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:10,531 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a9df133c9cf543fbb013caf6c8e7b647, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/737620bffbf846b89742b3ee0f0a5d6b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b84af4b4a98c4f9b95d487efcb9654a4] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=91.5 K 2024-11-09T16:28:10,531 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:10,531 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/f90a0b2a527844949d059ab451d21f6b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/5f24ac90382f4d7c8b70697d0f277256, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/be6058f84a6142feaac943810a990f9f] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=33.6 K 2024-11-09T16:28:10,531 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a9df133c9cf543fbb013caf6c8e7b647, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/737620bffbf846b89742b3ee0f0a5d6b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b84af4b4a98c4f9b95d487efcb9654a4] 2024-11-09T16:28:10,532 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9df133c9cf543fbb013caf6c8e7b647, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731169687037 2024-11-09T16:28:10,532 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting f90a0b2a527844949d059ab451d21f6b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731169687037 2024-11-09T16:28:10,533 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f24ac90382f4d7c8b70697d0f277256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731169687123 2024-11-09T16:28:10,533 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 737620bffbf846b89742b3ee0f0a5d6b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731169687123 2024-11-09T16:28:10,533 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting be6058f84a6142feaac943810a990f9f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731169687768 2024-11-09T16:28:10,533 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting b84af4b4a98c4f9b95d487efcb9654a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731169687762 2024-11-09T16:28:10,543 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:10,553 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:10,553 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/1b0c88eba89c4d7aa55a02dbfb8f6fdc is 50, key is test_row_0/B:col10/1731169689929/Put/seqid=0 2024-11-09T16:28:10,554 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109e41b9e49b11548b79ebb8bb7adc7363c_55ceff5dac619987d8206aa1b4348e6a store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:10,556 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109e41b9e49b11548b79ebb8bb7adc7363c_55ceff5dac619987d8206aa1b4348e6a, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:10,557 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e41b9e49b11548b79ebb8bb7adc7363c_55ceff5dac619987d8206aa1b4348e6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:10,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742376_1552 (size=12595) 2024-11-09T16:28:10,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742377_1553 (size=4469) 2024-11-09T16:28:10,584 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#A#compaction#461 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:10,584 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/55a7f77ca25a4c2cbbfd290f449a844b is 175, key is test_row_0/A:col10/1731169689929/Put/seqid=0 2024-11-09T16:28:10,589 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/1b0c88eba89c4d7aa55a02dbfb8f6fdc as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/1b0c88eba89c4d7aa55a02dbfb8f6fdc 2024-11-09T16:28:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742378_1554 (size=31656) 2024-11-09T16:28:10,597 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/B of 55ceff5dac619987d8206aa1b4348e6a into 1b0c88eba89c4d7aa55a02dbfb8f6fdc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:10,597 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:10,597 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/B, priority=13, startTime=1731169690528; duration=0sec 2024-11-09T16:28:10,597 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:10,598 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:B 2024-11-09T16:28:10,598 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:10,598 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/55a7f77ca25a4c2cbbfd290f449a844b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/55a7f77ca25a4c2cbbfd290f449a844b 2024-11-09T16:28:10,598 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:10,598 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/C is initiating minor compaction (all files) 2024-11-09T16:28:10,598 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/C in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:10,599 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/23f94fd602a54f81b6edbae695bc01db, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/8be52ced36f944159d89c183e25ad939, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bc4754e0c2ad419db345f3714e0b4b3d] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=33.6 K 2024-11-09T16:28:10,599 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 23f94fd602a54f81b6edbae695bc01db, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731169687037 2024-11-09T16:28:10,600 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8be52ced36f944159d89c183e25ad939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731169687123 2024-11-09T16:28:10,600 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting bc4754e0c2ad419db345f3714e0b4b3d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731169687768 2024-11-09T16:28:10,605 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/A of 55ceff5dac619987d8206aa1b4348e6a into 55a7f77ca25a4c2cbbfd290f449a844b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:10,605 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:10,605 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/A, priority=13, startTime=1731169690528; duration=0sec 2024-11-09T16:28:10,605 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:10,605 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:A 2024-11-09T16:28:10,609 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:10,610 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/0db93f5f230945788bb5e7dd869e20df is 50, key is test_row_0/C:col10/1731169689929/Put/seqid=0 2024-11-09T16:28:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742379_1555 (size=12595) 2024-11-09T16:28:10,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:28:10,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:10,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:10,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e6b7103e05e14690afe59b0dde0226fd_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169690070/Put/seqid=0 2024-11-09T16:28:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169750759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742380_1556 (size=14794) 2024-11-09T16:28:10,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:10,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e6b7103e05e14690afe59b0dde0226fd_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e6b7103e05e14690afe59b0dde0226fd_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:10,780 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/0f921a15a33442cd80bf2f888ffd6411, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:10,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/0f921a15a33442cd80bf2f888ffd6411 is 175, key is test_row_0/A:col10/1731169690070/Put/seqid=0 2024-11-09T16:28:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742381_1557 (size=39749) 2024-11-09T16:28:10,793 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/0f921a15a33442cd80bf2f888ffd6411 2024-11-09T16:28:10,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/8126028520f645ee99769525cefcac2e is 50, key is test_row_0/B:col10/1731169690070/Put/seqid=0 2024-11-09T16:28:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742382_1558 (size=12151) 2024-11-09T16:28:10,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169750862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:11,047 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/0db93f5f230945788bb5e7dd869e20df as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0db93f5f230945788bb5e7dd869e20df 2024-11-09T16:28:11,050 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/C of 55ceff5dac619987d8206aa1b4348e6a into 0db93f5f230945788bb5e7dd869e20df(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:11,050 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:11,050 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/C, priority=13, startTime=1731169690529; duration=0sec 2024-11-09T16:28:11,050 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:11,050 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:C 2024-11-09T16:28:11,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169751064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-09T16:28:11,103 INFO [Thread-2252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-09T16:28:11,108 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:28:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-09T16:28:11,112 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:28:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T16:28:11,112 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:28:11,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:28:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T16:28:11,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/8126028520f645ee99769525cefcac2e 2024-11-09T16:28:11,269 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:11,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:11,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/88631d0194a64a5e86ae0546e51a84d6 is 50, key is test_row_0/C:col10/1731169690070/Put/seqid=0 2024-11-09T16:28:11,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742383_1559 (size=12151) 2024-11-09T16:28:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169751369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T16:28:11,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:11,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:11,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:11,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:11,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/88631d0194a64a5e86ae0546e51a84d6 2024-11-09T16:28:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T16:28:11,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/0f921a15a33442cd80bf2f888ffd6411 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/0f921a15a33442cd80bf2f888ffd6411 2024-11-09T16:28:11,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:11,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:11,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/0f921a15a33442cd80bf2f888ffd6411, entries=200, sequenceid=212, filesize=38.8 K 2024-11-09T16:28:11,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/8126028520f645ee99769525cefcac2e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/8126028520f645ee99769525cefcac2e 2024-11-09T16:28:11,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/8126028520f645ee99769525cefcac2e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T16:28:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/88631d0194a64a5e86ae0546e51a84d6 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/88631d0194a64a5e86ae0546e51a84d6 2024-11-09T16:28:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/88631d0194a64a5e86ae0546e51a84d6, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T16:28:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 55ceff5dac619987d8206aa1b4348e6a in 1087ms, sequenceid=212, compaction requested=false 2024-11-09T16:28:11,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:11,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:28:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:11,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c0265be319a24b3cb1a146ccbe86413a_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169690747/Put/seqid=0 2024-11-09T16:28:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742384_1560 (size=12304) 2024-11-09T16:28:11,901 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,905 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c0265be319a24b3cb1a146ccbe86413a_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c0265be319a24b3cb1a146ccbe86413a_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,906 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/1746b278e0cb44088e7721ea278af920, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/1746b278e0cb44088e7721ea278af920 is 175, key is test_row_0/A:col10/1731169690747/Put/seqid=0 2024-11-09T16:28:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742385_1561 (size=31101) 2024-11-09T16:28:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169751987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169752090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T16:28:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169752292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,312 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/1746b278e0cb44088e7721ea278af920 2024-11-09T16:28:12,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e2d0f7eb61414a20857e7559b16bb3f0 is 50, key is test_row_0/B:col10/1731169690747/Put/seqid=0 2024-11-09T16:28:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742386_1562 (size=9757) 2024-11-09T16:28:12,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e2d0f7eb61414a20857e7559b16bb3f0 2024-11-09T16:28:12,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/0749fd7a28704b009e523e31c7185b79 is 50, key is test_row_0/C:col10/1731169690747/Put/seqid=0 2024-11-09T16:28:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742387_1563 (size=9757) 2024-11-09T16:28:12,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169752596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:12,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:12,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:12,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/0749fd7a28704b009e523e31c7185b79 2024-11-09T16:28:12,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/1746b278e0cb44088e7721ea278af920 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/1746b278e0cb44088e7721ea278af920 2024-11-09T16:28:12,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/1746b278e0cb44088e7721ea278af920, entries=150, sequenceid=225, filesize=30.4 K 2024-11-09T16:28:12,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e2d0f7eb61414a20857e7559b16bb3f0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e2d0f7eb61414a20857e7559b16bb3f0 2024-11-09T16:28:12,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e2d0f7eb61414a20857e7559b16bb3f0, entries=100, sequenceid=225, filesize=9.5 K 2024-11-09T16:28:12,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/0749fd7a28704b009e523e31c7185b79 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0749fd7a28704b009e523e31c7185b79 2024-11-09T16:28:12,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0749fd7a28704b009e523e31c7185b79, entries=100, sequenceid=225, filesize=9.5 K 2024-11-09T16:28:12,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 55ceff5dac619987d8206aa1b4348e6a in 913ms, sequenceid=225, compaction requested=true 2024-11-09T16:28:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:12,794 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:28:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:12,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:28:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:12,795 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:28:12,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:12,795 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102506 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:12,795 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/A is initiating minor compaction (all files) 2024-11-09T16:28:12,795 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:12,795 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/B is initiating minor compaction (all files) 2024-11-09T16:28:12,795 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/A in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,795 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/B in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,795 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/1b0c88eba89c4d7aa55a02dbfb8f6fdc, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/8126028520f645ee99769525cefcac2e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e2d0f7eb61414a20857e7559b16bb3f0] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=33.7 K 2024-11-09T16:28:12,795 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/55a7f77ca25a4c2cbbfd290f449a844b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/0f921a15a33442cd80bf2f888ffd6411, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/1746b278e0cb44088e7721ea278af920] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=100.1 K 2024-11-09T16:28:12,795 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,795 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/55a7f77ca25a4c2cbbfd290f449a844b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/0f921a15a33442cd80bf2f888ffd6411, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/1746b278e0cb44088e7721ea278af920] 2024-11-09T16:28:12,796 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b0c88eba89c4d7aa55a02dbfb8f6fdc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731169687126 2024-11-09T16:28:12,796 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a7f77ca25a4c2cbbfd290f449a844b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731169687126 2024-11-09T16:28:12,796 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 8126028520f645ee99769525cefcac2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731169690065 2024-11-09T16:28:12,796 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f921a15a33442cd80bf2f888ffd6411, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731169690065 2024-11-09T16:28:12,796 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e2d0f7eb61414a20857e7559b16bb3f0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731169690747 2024-11-09T16:28:12,796 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1746b278e0cb44088e7721ea278af920, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731169690738 2024-11-09T16:28:12,800 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:12,801 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:12,801 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109cea5d76b34dd49998b9a88ac464ce26d_55ceff5dac619987d8206aa1b4348e6a store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:12,801 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/84f420064a53417998acc369a6069c7e is 50, key is test_row_0/B:col10/1731169690747/Put/seqid=0 2024-11-09T16:28:12,802 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109cea5d76b34dd49998b9a88ac464ce26d_55ceff5dac619987d8206aa1b4348e6a, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:12,802 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cea5d76b34dd49998b9a88ac464ce26d_55ceff5dac619987d8206aa1b4348e6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742388_1564 (size=12697) 2024-11-09T16:28:12,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742389_1565 (size=4469) 2024-11-09T16:28:12,807 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#A#compaction#470 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:12,807 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/6277ea29535f4fe2a6a8a4406d113925 is 175, key is test_row_0/A:col10/1731169690747/Put/seqid=0 2024-11-09T16:28:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742390_1566 (size=31758) 2024-11-09T16:28:12,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:12,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-09T16:28:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:12,839 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T16:28:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:12,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:12,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b6bcfeb0673046b3a5f889592184b320_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169691966/Put/seqid=0 2024-11-09T16:28:12,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742391_1567 (size=12304) 2024-11-09T16:28:12,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:12,895 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b6bcfeb0673046b3a5f889592184b320_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6bcfeb0673046b3a5f889592184b320_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/cc4c477450eb463ea9a93b2d587c52d1, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:12,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/cc4c477450eb463ea9a93b2d587c52d1 is 175, key is test_row_0/A:col10/1731169691966/Put/seqid=0 2024-11-09T16:28:12,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742392_1568 (size=31105) 2024-11-09T16:28:12,917 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/cc4c477450eb463ea9a93b2d587c52d1 2024-11-09T16:28:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/403f57143d014660b638876bfcfba68e is 50, key is test_row_0/B:col10/1731169691966/Put/seqid=0 2024-11-09T16:28:12,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742393_1569 (size=12151) 2024-11-09T16:28:12,959 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/403f57143d014660b638876bfcfba68e 2024-11-09T16:28:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/72ef5aaeae79475c884aec6179d42800 is 50, key is test_row_0/C:col10/1731169691966/Put/seqid=0 2024-11-09T16:28:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742394_1570 (size=12151) 2024-11-09T16:28:12,995 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/72ef5aaeae79475c884aec6179d42800 2024-11-09T16:28:13,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/cc4c477450eb463ea9a93b2d587c52d1 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/cc4c477450eb463ea9a93b2d587c52d1 2024-11-09T16:28:13,084 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/cc4c477450eb463ea9a93b2d587c52d1, entries=150, sequenceid=249, filesize=30.4 K 2024-11-09T16:28:13,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/403f57143d014660b638876bfcfba68e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/403f57143d014660b638876bfcfba68e 2024-11-09T16:28:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,095 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/403f57143d014660b638876bfcfba68e, entries=150, sequenceid=249, filesize=11.9 K 2024-11-09T16:28:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/72ef5aaeae79475c884aec6179d42800 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/72ef5aaeae79475c884aec6179d42800 2024-11-09T16:28:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,100 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/72ef5aaeae79475c884aec6179d42800, entries=150, sequenceid=249, filesize=11.9 K 2024-11-09T16:28:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,101 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 55ceff5dac619987d8206aa1b4348e6a in 261ms, sequenceid=249, compaction requested=true 2024-11-09T16:28:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-09T16:28:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-09T16:28:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-09T16:28:13,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9900 sec 2024-11-09T16:28:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.9950 sec 2024-11-09T16:28:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T16:28:13,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:13,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:13,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:13,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:13,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bc9f629ce82947aea3fb8cbba6e1ab65_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169693162/Put/seqid=0 2024-11-09T16:28:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742395_1571 (size=22468) 2024-11-09T16:28:13,218 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/84f420064a53417998acc369a6069c7e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/84f420064a53417998acc369a6069c7e 2024-11-09T16:28:13,220 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/6277ea29535f4fe2a6a8a4406d113925 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6277ea29535f4fe2a6a8a4406d113925 2024-11-09T16:28:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-09T16:28:13,222 INFO [Thread-2252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-09T16:28:13,225 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/A of 55ceff5dac619987d8206aa1b4348e6a into 6277ea29535f4fe2a6a8a4406d113925(size=31.0 K), total size for store is 61.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:13,225 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/B of 55ceff5dac619987d8206aa1b4348e6a into 84f420064a53417998acc369a6069c7e(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:13,225 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:13,225 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:13,225 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/A, priority=13, startTime=1731169692794; duration=0sec 2024-11-09T16:28:13,225 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/B, priority=13, startTime=1731169692794; duration=0sec 2024-11-09T16:28:13,225 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:13,225 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:A 2024-11-09T16:28:13,225 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:13,225 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:B 2024-11-09T16:28:13,225 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:28:13,226 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:28:13,226 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/C is initiating minor compaction (all files) 2024-11-09T16:28:13,226 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/C in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,226 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0db93f5f230945788bb5e7dd869e20df, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/88631d0194a64a5e86ae0546e51a84d6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0749fd7a28704b009e523e31c7185b79, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/72ef5aaeae79475c884aec6179d42800] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=45.6 K 2024-11-09T16:28:13,226 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0db93f5f230945788bb5e7dd869e20df, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731169687126 2024-11-09T16:28:13,227 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88631d0194a64a5e86ae0546e51a84d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731169690065 2024-11-09T16:28:13,227 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0749fd7a28704b009e523e31c7185b79, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731169690747 2024-11-09T16:28:13,227 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72ef5aaeae79475c884aec6179d42800, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731169691966 2024-11-09T16:28:13,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:28:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-09T16:28:13,229 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:28:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T16:28:13,229 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:28:13,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:28:13,234 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:13,235 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/de86606043eb47fab871e88dd65ff5e8 is 50, key is test_row_0/C:col10/1731169691966/Put/seqid=0 2024-11-09T16:28:13,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742396_1572 (size=12731) 2024-11-09T16:28:13,255 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/de86606043eb47fab871e88dd65ff5e8 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/de86606043eb47fab871e88dd65ff5e8 2024-11-09T16:28:13,262 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/C of 55ceff5dac619987d8206aa1b4348e6a into de86606043eb47fab871e88dd65ff5e8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:13,262 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:13,262 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/C, priority=12, startTime=1731169692795; duration=0sec 2024-11-09T16:28:13,262 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:13,262 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:C 2024-11-09T16:28:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169753300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T16:28:13,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:13,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:13,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:13,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169753403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T16:28:13,534 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:13,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169753615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:13,619 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:13,630 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bc9f629ce82947aea3fb8cbba6e1ab65_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bc9f629ce82947aea3fb8cbba6e1ab65_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:13,631 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d46845011fe34ea6b73ea235655cec13, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:13,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d46845011fe34ea6b73ea235655cec13 is 175, key is test_row_0/A:col10/1731169693162/Put/seqid=0 2024-11-09T16:28:13,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742397_1573 (size=65873) 2024-11-09T16:28:13,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:13,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:13,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:13,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T16:28:13,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:13,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:13,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:13,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169753919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:14,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:14,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:14,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:14,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,073 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d46845011fe34ea6b73ea235655cec13 2024-11-09T16:28:14,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/ac1f809c0095455b8bb35103b7355686 is 50, key is test_row_0/B:col10/1731169693162/Put/seqid=0 2024-11-09T16:28:14,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742398_1574 (size=12251) 2024-11-09T16:28:14,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/ac1f809c0095455b8bb35103b7355686 2024-11-09T16:28:14,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/6713788d36d84e30b65f2d68f986ca4f is 50, key is test_row_0/C:col10/1731169693162/Put/seqid=0 2024-11-09T16:28:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742399_1575 (size=12251) 2024-11-09T16:28:14,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:14,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:14,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:14,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T16:28:14,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169754434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:14,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:14,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:14,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/6713788d36d84e30b65f2d68f986ca4f 2024-11-09T16:28:14,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/d46845011fe34ea6b73ea235655cec13 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d46845011fe34ea6b73ea235655cec13 2024-11-09T16:28:14,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d46845011fe34ea6b73ea235655cec13, entries=350, sequenceid=260, filesize=64.3 K 2024-11-09T16:28:14,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/ac1f809c0095455b8bb35103b7355686 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ac1f809c0095455b8bb35103b7355686 2024-11-09T16:28:14,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ac1f809c0095455b8bb35103b7355686, entries=150, sequenceid=260, filesize=12.0 K 2024-11-09T16:28:14,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/6713788d36d84e30b65f2d68f986ca4f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/6713788d36d84e30b65f2d68f986ca4f 2024-11-09T16:28:14,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/6713788d36d84e30b65f2d68f986ca4f, entries=150, sequenceid=260, filesize=12.0 K 2024-11-09T16:28:14,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 55ceff5dac619987d8206aa1b4348e6a in 1405ms, sequenceid=260, compaction requested=true 2024-11-09T16:28:14,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:14,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:28:14,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:14,578 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:14,578 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:14,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:28:14,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:14,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:28:14,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:14,579 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:14,579 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/B is initiating minor compaction (all files) 2024-11-09T16:28:14,579 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/B in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,580 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/84f420064a53417998acc369a6069c7e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/403f57143d014660b638876bfcfba68e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ac1f809c0095455b8bb35103b7355686] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=36.2 K 2024-11-09T16:28:14,580 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128736 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:14,580 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/A is initiating minor compaction (all files) 2024-11-09T16:28:14,580 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/A in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,580 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 84f420064a53417998acc369a6069c7e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731169690065 2024-11-09T16:28:14,580 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6277ea29535f4fe2a6a8a4406d113925, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/cc4c477450eb463ea9a93b2d587c52d1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d46845011fe34ea6b73ea235655cec13] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=125.7 K 2024-11-09T16:28:14,580 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,580 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6277ea29535f4fe2a6a8a4406d113925, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/cc4c477450eb463ea9a93b2d587c52d1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d46845011fe34ea6b73ea235655cec13] 2024-11-09T16:28:14,580 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 403f57143d014660b638876bfcfba68e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731169691966 2024-11-09T16:28:14,580 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6277ea29535f4fe2a6a8a4406d113925, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731169690065 2024-11-09T16:28:14,580 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting ac1f809c0095455b8bb35103b7355686, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731169693153 2024-11-09T16:28:14,580 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc4c477450eb463ea9a93b2d587c52d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731169691966 2024-11-09T16:28:14,581 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting d46845011fe34ea6b73ea235655cec13, keycount=350, bloomtype=ROW, size=64.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731169693121 2024-11-09T16:28:14,591 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:14,594 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:14,594 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e9637efe60f041eeb3e682c6ed88f2fd is 50, key is test_row_0/B:col10/1731169693162/Put/seqid=0 2024-11-09T16:28:14,607 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109e8848a2dd65f4884965d930d5a5a60b3_55ceff5dac619987d8206aa1b4348e6a store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:14,608 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109e8848a2dd65f4884965d930d5a5a60b3_55ceff5dac619987d8206aa1b4348e6a, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:14,609 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e8848a2dd65f4884965d930d5a5a60b3_55ceff5dac619987d8206aa1b4348e6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742400_1576 (size=12899) 2024-11-09T16:28:14,631 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e9637efe60f041eeb3e682c6ed88f2fd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e9637efe60f041eeb3e682c6ed88f2fd 2024-11-09T16:28:14,636 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/B of 55ceff5dac619987d8206aa1b4348e6a into e9637efe60f041eeb3e682c6ed88f2fd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:14,636 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:14,636 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/B, priority=13, startTime=1731169694578; duration=0sec 2024-11-09T16:28:14,636 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:14,636 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:B 2024-11-09T16:28:14,636 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T16:28:14,637 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T16:28:14,637 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T16:28:14,637 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. because compaction request was cancelled 2024-11-09T16:28:14,637 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:C 2024-11-09T16:28:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742401_1577 (size=4469) 2024-11-09T16:28:14,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:14,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-09T16:28:14,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:14,653 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:28:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110965c65bd6f22b42749fa2011b62d268df_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169693298/Put/seqid=0 2024-11-09T16:28:14,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742402_1578 (size=12454) 2024-11-09T16:28:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:14,735 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110965c65bd6f22b42749fa2011b62d268df_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110965c65bd6f22b42749fa2011b62d268df_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:14,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/5c58336bf1854995becbb3b0183b6a60, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:14,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/5c58336bf1854995becbb3b0183b6a60 is 175, key is test_row_0/A:col10/1731169693298/Put/seqid=0 2024-11-09T16:28:14,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742403_1579 (size=31255) 2024-11-09T16:28:15,042 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#A#compaction#479 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:15,043 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/c97921a9b5f3401bb18434df41372ea0 is 175, key is test_row_0/A:col10/1731169693162/Put/seqid=0 2024-11-09T16:28:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742404_1580 (size=31853) 2024-11-09T16:28:15,154 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/5c58336bf1854995becbb3b0183b6a60 2024-11-09T16:28:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/a175a8adf6c742efa005a4d13e402cc3 is 50, key is test_row_0/B:col10/1731169693298/Put/seqid=0 2024-11-09T16:28:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742405_1581 (size=12301) 2024-11-09T16:28:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T16:28:15,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:15,462 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/c97921a9b5f3401bb18434df41372ea0 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/c97921a9b5f3401bb18434df41372ea0 2024-11-09T16:28:15,464 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/A of 55ceff5dac619987d8206aa1b4348e6a into c97921a9b5f3401bb18434df41372ea0(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:15,465 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:15,465 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/A, priority=13, startTime=1731169694578; duration=0sec 2024-11-09T16:28:15,465 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:15,465 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:A 2024-11-09T16:28:15,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169755463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:15,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169755566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:15,600 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/a175a8adf6c742efa005a4d13e402cc3 2024-11-09T16:28:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/d5048c4c23ba4539adb4c64ba10d7816 is 50, key is test_row_0/C:col10/1731169693298/Put/seqid=0 2024-11-09T16:28:15,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742406_1582 (size=12301) 2024-11-09T16:28:15,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169755769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:16,023 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/d5048c4c23ba4539adb4c64ba10d7816 2024-11-09T16:28:16,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/5c58336bf1854995becbb3b0183b6a60 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/5c58336bf1854995becbb3b0183b6a60 2024-11-09T16:28:16,050 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/5c58336bf1854995becbb3b0183b6a60, entries=150, sequenceid=289, filesize=30.5 K 2024-11-09T16:28:16,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/a175a8adf6c742efa005a4d13e402cc3 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a175a8adf6c742efa005a4d13e402cc3 2024-11-09T16:28:16,053 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a175a8adf6c742efa005a4d13e402cc3, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T16:28:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/d5048c4c23ba4539adb4c64ba10d7816 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d5048c4c23ba4539adb4c64ba10d7816 2024-11-09T16:28:16,058 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d5048c4c23ba4539adb4c64ba10d7816, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T16:28:16,064 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 55ceff5dac619987d8206aa1b4348e6a in 1411ms, sequenceid=289, compaction requested=true 2024-11-09T16:28:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:16,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:16,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-09T16:28:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-09T16:28:16,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-09T16:28:16,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8420 sec 2024-11-09T16:28:16,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.8450 sec 2024-11-09T16:28:16,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:28:16,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:16,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:16,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:16,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:16,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110927952682fb3743fb8b8b08042200c849_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169696075/Put/seqid=0 2024-11-09T16:28:16,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742407_1583 (size=12454) 2024-11-09T16:28:16,100 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:16,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110927952682fb3743fb8b8b08042200c849_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110927952682fb3743fb8b8b08042200c849_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:16,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/4e74459134c74cbca62336b2ce396f6e, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:16,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/4e74459134c74cbca62336b2ce396f6e is 175, key is test_row_0/A:col10/1731169696075/Put/seqid=0 2024-11-09T16:28:16,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742408_1584 (size=31255) 2024-11-09T16:28:16,131 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/4e74459134c74cbca62336b2ce396f6e 2024-11-09T16:28:16,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/2b9dcc3b14fd45ab9f35033f1278704e is 50, key is test_row_0/B:col10/1731169696075/Put/seqid=0 2024-11-09T16:28:16,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742409_1585 (size=12301) 2024-11-09T16:28:16,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/2b9dcc3b14fd45ab9f35033f1278704e 2024-11-09T16:28:16,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/4cd58c8943164565b5a2aec6939ec681 is 50, key is test_row_0/C:col10/1731169696075/Put/seqid=0 2024-11-09T16:28:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742410_1586 (size=12301) 2024-11-09T16:28:16,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/4cd58c8943164565b5a2aec6939ec681 2024-11-09T16:28:16,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169756189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:16,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/4e74459134c74cbca62336b2ce396f6e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4e74459134c74cbca62336b2ce396f6e 2024-11-09T16:28:16,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4e74459134c74cbca62336b2ce396f6e, entries=150, sequenceid=302, filesize=30.5 K 2024-11-09T16:28:16,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/2b9dcc3b14fd45ab9f35033f1278704e as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/2b9dcc3b14fd45ab9f35033f1278704e 2024-11-09T16:28:16,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/2b9dcc3b14fd45ab9f35033f1278704e, entries=150, sequenceid=302, filesize=12.0 K 2024-11-09T16:28:16,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/4cd58c8943164565b5a2aec6939ec681 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4cd58c8943164565b5a2aec6939ec681 2024-11-09T16:28:16,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4cd58c8943164565b5a2aec6939ec681, entries=150, sequenceid=302, filesize=12.0 K 2024-11-09T16:28:16,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 55ceff5dac619987d8206aa1b4348e6a in 136ms, sequenceid=302, compaction requested=true 2024-11-09T16:28:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:28:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:16,212 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:16,213 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:28:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:28:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:16,214 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:16,214 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/B is initiating minor compaction (all files) 2024-11-09T16:28:16,214 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:16,214 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/B in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:16,214 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e9637efe60f041eeb3e682c6ed88f2fd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a175a8adf6c742efa005a4d13e402cc3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/2b9dcc3b14fd45ab9f35033f1278704e] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=36.6 K 2024-11-09T16:28:16,214 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/A is initiating minor compaction (all files) 2024-11-09T16:28:16,215 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/A in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:16,215 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/c97921a9b5f3401bb18434df41372ea0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/5c58336bf1854995becbb3b0183b6a60, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4e74459134c74cbca62336b2ce396f6e] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=92.2 K 2024-11-09T16:28:16,215 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting e9637efe60f041eeb3e682c6ed88f2fd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731169693153 2024-11-09T16:28:16,215 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:16,215 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/c97921a9b5f3401bb18434df41372ea0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/5c58336bf1854995becbb3b0183b6a60, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4e74459134c74cbca62336b2ce396f6e] 2024-11-09T16:28:16,215 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a175a8adf6c742efa005a4d13e402cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731169693291 2024-11-09T16:28:16,215 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting c97921a9b5f3401bb18434df41372ea0, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731169693153 2024-11-09T16:28:16,216 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b9dcc3b14fd45ab9f35033f1278704e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731169695452 2024-11-09T16:28:16,216 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c58336bf1854995becbb3b0183b6a60, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731169693291 2024-11-09T16:28:16,217 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e74459134c74cbca62336b2ce396f6e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731169695452 2024-11-09T16:28:16,227 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:16,242 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#B#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:16,249 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/c8037cbcc00e4f45be5eebeee24992e2 is 50, key is test_row_0/B:col10/1731169696075/Put/seqid=0 2024-11-09T16:28:16,252 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095d659240bc6b4a12809f2ba4f9154363_55ceff5dac619987d8206aa1b4348e6a store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:16,254 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095d659240bc6b4a12809f2ba4f9154363_55ceff5dac619987d8206aa1b4348e6a, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:16,254 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095d659240bc6b4a12809f2ba4f9154363_55ceff5dac619987d8206aa1b4348e6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742411_1587 (size=13051) 2024-11-09T16:28:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742412_1588 (size=4469) 2024-11-09T16:28:16,274 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/c8037cbcc00e4f45be5eebeee24992e2 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/c8037cbcc00e4f45be5eebeee24992e2 2024-11-09T16:28:16,279 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/B of 55ceff5dac619987d8206aa1b4348e6a into c8037cbcc00e4f45be5eebeee24992e2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:16,279 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:16,279 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/B, priority=13, startTime=1731169696212; duration=0sec 2024-11-09T16:28:16,280 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:16,280 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:B 2024-11-09T16:28:16,280 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T16:28:16,286 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T16:28:16,286 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/C is initiating minor compaction (all files) 2024-11-09T16:28:16,286 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/C in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:16,286 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/de86606043eb47fab871e88dd65ff5e8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/6713788d36d84e30b65f2d68f986ca4f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d5048c4c23ba4539adb4c64ba10d7816, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4cd58c8943164565b5a2aec6939ec681] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=48.4 K 2024-11-09T16:28:16,287 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting de86606043eb47fab871e88dd65ff5e8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731169691966 2024-11-09T16:28:16,287 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 6713788d36d84e30b65f2d68f986ca4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731169693153 2024-11-09T16:28:16,287 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting d5048c4c23ba4539adb4c64ba10d7816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731169693291 2024-11-09T16:28:16,287 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cd58c8943164565b5a2aec6939ec681, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731169695452 2024-11-09T16:28:16,294 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#C#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:16,295 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/1323d75134a34e8b8085901b588514d5 is 50, key is test_row_0/C:col10/1731169696075/Put/seqid=0 2024-11-09T16:28:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742413_1589 (size=13017) 2024-11-09T16:28:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:16,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T16:28:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,303 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/1323d75134a34e8b8085901b588514d5 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/1323d75134a34e8b8085901b588514d5 2024-11-09T16:28:16,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b6f9d6e9175a4020bbffba3d5fd2f3fb_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169696162/Put/seqid=0 2024-11-09T16:28:16,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742414_1590 (size=14994) 2024-11-09T16:28:16,309 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:16,310 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/C of 55ceff5dac619987d8206aa1b4348e6a into 1323d75134a34e8b8085901b588514d5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:16,310 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:16,310 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/C, priority=12, startTime=1731169696213; duration=0sec 2024-11-09T16:28:16,310 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:16,310 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:C 2024-11-09T16:28:16,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b6f9d6e9175a4020bbffba3d5fd2f3fb_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6f9d6e9175a4020bbffba3d5fd2f3fb_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:16,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/549479cbfd1c410685c96d87afce7f7c, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:16,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/549479cbfd1c410685c96d87afce7f7c is 175, key is test_row_0/A:col10/1731169696162/Put/seqid=0 2024-11-09T16:28:16,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742415_1591 (size=39949) 2024-11-09T16:28:16,320 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/549479cbfd1c410685c96d87afce7f7c 2024-11-09T16:28:16,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169756324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:16,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/562637e5c4c8412cb9290c29c0811a48 is 50, key is test_row_0/B:col10/1731169696162/Put/seqid=0 2024-11-09T16:28:16,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742416_1592 (size=12301) 2024-11-09T16:28:16,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169756427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169756635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:16,690 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#A#compaction#487 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:16,691 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/af707f5bd86e468d90ef633dbcc9d84d is 175, key is test_row_0/A:col10/1731169696075/Put/seqid=0 2024-11-09T16:28:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742417_1593 (size=32005) 2024-11-09T16:28:16,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/562637e5c4c8412cb9290c29c0811a48 2024-11-09T16:28:16,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/044a27620bc544309442d9e368d3033b is 50, key is test_row_0/C:col10/1731169696162/Put/seqid=0 2024-11-09T16:28:16,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742418_1594 (size=12301) 2024-11-09T16:28:16,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/044a27620bc544309442d9e368d3033b 2024-11-09T16:28:16,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/549479cbfd1c410685c96d87afce7f7c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/549479cbfd1c410685c96d87afce7f7c 2024-11-09T16:28:16,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/549479cbfd1c410685c96d87afce7f7c, entries=200, sequenceid=328, filesize=39.0 K 2024-11-09T16:28:16,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/562637e5c4c8412cb9290c29c0811a48 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/562637e5c4c8412cb9290c29c0811a48 2024-11-09T16:28:16,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/562637e5c4c8412cb9290c29c0811a48, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T16:28:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/044a27620bc544309442d9e368d3033b as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/044a27620bc544309442d9e368d3033b 2024-11-09T16:28:16,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/044a27620bc544309442d9e368d3033b, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T16:28:16,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 55ceff5dac619987d8206aa1b4348e6a in 513ms, sequenceid=328, compaction requested=false 2024-11-09T16:28:16,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:16,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T16:28:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:16,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ff480c2884f3476cbd552c80addb569e_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169696301/Put/seqid=0 2024-11-09T16:28:16,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742419_1595 (size=14994) 2024-11-09T16:28:16,971 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:16,981 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ff480c2884f3476cbd552c80addb569e_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ff480c2884f3476cbd552c80addb569e_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:16,981 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/6c2c2f8a18e04dabbc4649c87f547fbd, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:16,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/6c2c2f8a18e04dabbc4649c87f547fbd is 175, key is test_row_0/A:col10/1731169696301/Put/seqid=0 2024-11-09T16:28:16,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742420_1596 (size=39949) 2024-11-09T16:28:17,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/6c2c2f8a18e04dabbc4649c87f547fbd 2024-11-09T16:28:17,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/a40e70a7a38f4ef0a99b736898175647 is 50, key is test_row_0/B:col10/1731169696301/Put/seqid=0 2024-11-09T16:28:17,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742421_1597 (size=12301) 2024-11-09T16:28:17,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169757045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:17,117 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/af707f5bd86e468d90ef633dbcc9d84d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/af707f5bd86e468d90ef633dbcc9d84d 2024-11-09T16:28:17,123 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/A of 55ceff5dac619987d8206aa1b4348e6a into af707f5bd86e468d90ef633dbcc9d84d(size=31.3 K), total size for store is 70.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:17,123 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:17,123 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/A, priority=13, startTime=1731169696212; duration=0sec 2024-11-09T16:28:17,123 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:17,123 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:A 2024-11-09T16:28:17,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169757149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-09T16:28:17,337 INFO [Thread-2252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-09T16:28:17,344 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T16:28:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-09T16:28:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T16:28:17,345 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T16:28:17,346 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T16:28:17,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T16:28:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169757352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:17,368 DEBUG [Thread-2259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x745bf218 to 127.0.0.1:57820 2024-11-09T16:28:17,368 DEBUG [Thread-2253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:57820 2024-11-09T16:28:17,369 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:17,369 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:17,369 DEBUG [Thread-2255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560a8819 to 127.0.0.1:57820 2024-11-09T16:28:17,369 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:17,371 DEBUG [Thread-2261 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78f964f7 to 127.0.0.1:57820 2024-11-09T16:28:17,371 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:17,375 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3df30e37 to 127.0.0.1:57820 2024-11-09T16:28:17,375 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:17,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/a40e70a7a38f4ef0a99b736898175647 2024-11-09T16:28:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T16:28:17,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/4856c8901ca547528be6ac93cd26d244 is 50, key is test_row_0/C:col10/1731169696301/Put/seqid=0 2024-11-09T16:28:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742422_1598 (size=12301) 2024-11-09T16:28:17,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:17,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T16:28:17,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:17,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T16:28:17,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:17,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T16:28:17,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:17,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-09T16:28:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52966 deadline: 1731169757656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:17,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:17,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T16:28:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:17,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/4856c8901ca547528be6ac93cd26d244 2024-11-09T16:28:17,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/6c2c2f8a18e04dabbc4649c87f547fbd as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6c2c2f8a18e04dabbc4649c87f547fbd 2024-11-09T16:28:17,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6c2c2f8a18e04dabbc4649c87f547fbd, entries=200, sequenceid=341, filesize=39.0 K 2024-11-09T16:28:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/a40e70a7a38f4ef0a99b736898175647 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a40e70a7a38f4ef0a99b736898175647 2024-11-09T16:28:17,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a40e70a7a38f4ef0a99b736898175647, entries=150, sequenceid=341, filesize=12.0 K 2024-11-09T16:28:17,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/4856c8901ca547528be6ac93cd26d244 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4856c8901ca547528be6ac93cd26d244 2024-11-09T16:28:17,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4856c8901ca547528be6ac93cd26d244, entries=150, sequenceid=341, filesize=12.0 K 2024-11-09T16:28:17,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 55ceff5dac619987d8206aa1b4348e6a in 926ms, sequenceid=341, compaction requested=true 2024-11-09T16:28:17,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:17,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T16:28:17,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:17,870 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:17,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T16:28:17,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:17,870 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:17,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55ceff5dac619987d8206aa1b4348e6a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T16:28:17,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:17,870 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:17,870 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:17,870 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/B is initiating minor compaction (all files) 2024-11-09T16:28:17,870 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/A is initiating minor compaction (all files) 2024-11-09T16:28:17,870 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/B in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,870 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/A in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,871 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/af707f5bd86e468d90ef633dbcc9d84d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/549479cbfd1c410685c96d87afce7f7c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6c2c2f8a18e04dabbc4649c87f547fbd] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=109.3 K 2024-11-09T16:28:17,871 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/c8037cbcc00e4f45be5eebeee24992e2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/562637e5c4c8412cb9290c29c0811a48, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a40e70a7a38f4ef0a99b736898175647] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=36.8 K 2024-11-09T16:28:17,871 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,871 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. files: [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/af707f5bd86e468d90ef633dbcc9d84d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/549479cbfd1c410685c96d87afce7f7c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6c2c2f8a18e04dabbc4649c87f547fbd] 2024-11-09T16:28:17,871 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting c8037cbcc00e4f45be5eebeee24992e2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731169695452 2024-11-09T16:28:17,871 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting af707f5bd86e468d90ef633dbcc9d84d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731169695452 2024-11-09T16:28:17,871 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 562637e5c4c8412cb9290c29c0811a48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731169696162 2024-11-09T16:28:17,871 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 549479cbfd1c410685c96d87afce7f7c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731169696162 2024-11-09T16:28:17,871 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting a40e70a7a38f4ef0a99b736898175647, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731169696301 2024-11-09T16:28:17,872 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c2c2f8a18e04dabbc4649c87f547fbd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731169696301 2024-11-09T16:28:17,877 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:17,877 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/bfabd4d7e4834a2d9a3c88bb3d4c0a21 is 50, key is test_row_0/B:col10/1731169696301/Put/seqid=0 2024-11-09T16:28:17,880 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:17,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742423_1599 (size=13153) 2024-11-09T16:28:17,882 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092ea445b99a1c4e05b6bf12daf9831352_55ceff5dac619987d8206aa1b4348e6a store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:17,926 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092ea445b99a1c4e05b6bf12daf9831352_55ceff5dac619987d8206aa1b4348e6a, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:17,926 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092ea445b99a1c4e05b6bf12daf9831352_55ceff5dac619987d8206aa1b4348e6a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:17,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742424_1600 (size=4469) 2024-11-09T16:28:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T16:28:17,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:17,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44345 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-09T16:28:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:17,955 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T16:28:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:17,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:17,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:17,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:17,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c17b6d63ad9c4f58bfbf8d576fac3813_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_0/A:col10/1731169697040/Put/seqid=0 2024-11-09T16:28:17,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742425_1601 (size=12454) 2024-11-09T16:28:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44345 {}] regionserver.HRegion(8581): Flush requested on 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:18,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. as already flushing 2024-11-09T16:28:18,022 DEBUG [Thread-2250 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62b06a95 to 127.0.0.1:57820 2024-11-09T16:28:18,022 DEBUG [Thread-2250 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:18,058 DEBUG [Thread-2248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:57820 2024-11-09T16:28:18,058 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:18,075 DEBUG [Thread-2242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1208728f to 127.0.0.1:57820 2024-11-09T16:28:18,075 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:18,081 DEBUG [Thread-2246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e55f2a to 127.0.0.1:57820 2024-11-09T16:28:18,082 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:18,161 DEBUG [Thread-2244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d0a9e33 to 127.0.0.1:57820 2024-11-09T16:28:18,161 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:18,271 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:28:18,284 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/bfabd4d7e4834a2d9a3c88bb3d4c0a21 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/bfabd4d7e4834a2d9a3c88bb3d4c0a21 2024-11-09T16:28:18,288 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/B of 55ceff5dac619987d8206aa1b4348e6a into bfabd4d7e4834a2d9a3c88bb3d4c0a21(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:18,288 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:18,288 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/B, priority=13, startTime=1731169697870; duration=0sec 2024-11-09T16:28:18,288 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T16:28:18,288 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:B 2024-11-09T16:28:18,288 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T16:28:18,289 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T16:28:18,289 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1540): 55ceff5dac619987d8206aa1b4348e6a/C is initiating minor compaction (all files) 2024-11-09T16:28:18,289 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 55ceff5dac619987d8206aa1b4348e6a/C in TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:18,289 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/1323d75134a34e8b8085901b588514d5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/044a27620bc544309442d9e368d3033b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4856c8901ca547528be6ac93cd26d244] into tmpdir=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp, totalSize=36.7 K 2024-11-09T16:28:18,289 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 1323d75134a34e8b8085901b588514d5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731169695452 2024-11-09T16:28:18,289 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 044a27620bc544309442d9e368d3033b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731169696162 2024-11-09T16:28:18,290 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] compactions.Compactor(224): Compacting 4856c8901ca547528be6ac93cd26d244, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731169696301 2024-11-09T16:28:18,295 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#C#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:18,296 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/7a3f17c9760b4118ab1c19557462778f is 50, key is test_row_0/C:col10/1731169696301/Put/seqid=0 2024-11-09T16:28:18,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742426_1602 (size=13119) 2024-11-09T16:28:18,339 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55ceff5dac619987d8206aa1b4348e6a#A#compaction#497 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T16:28:18,340 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/85cb928854b04c8a9f6dd43db5de6fda is 175, key is test_row_0/A:col10/1731169696301/Put/seqid=0 2024-11-09T16:28:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742427_1603 (size=32107) 2024-11-09T16:28:18,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:18,393 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c17b6d63ad9c4f58bfbf8d576fac3813_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c17b6d63ad9c4f58bfbf8d576fac3813_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:18,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/16ed711570534672a282c636dc5f8415, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:18,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/16ed711570534672a282c636dc5f8415 is 175, key is test_row_0/A:col10/1731169697040/Put/seqid=0 2024-11-09T16:28:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742428_1604 (size=31255) 2024-11-09T16:28:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T16:28:18,703 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/7a3f17c9760b4118ab1c19557462778f as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7a3f17c9760b4118ab1c19557462778f 2024-11-09T16:28:18,706 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/C of 55ceff5dac619987d8206aa1b4348e6a into 7a3f17c9760b4118ab1c19557462778f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:18,706 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:18,706 INFO [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/C, priority=13, startTime=1731169697870; duration=0sec 2024-11-09T16:28:18,706 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:18,706 DEBUG [RS:0;adb42ec6d7d6:44345-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:C 2024-11-09T16:28:18,748 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/85cb928854b04c8a9f6dd43db5de6fda as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/85cb928854b04c8a9f6dd43db5de6fda 2024-11-09T16:28:18,752 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 55ceff5dac619987d8206aa1b4348e6a/A of 55ceff5dac619987d8206aa1b4348e6a into 85cb928854b04c8a9f6dd43db5de6fda(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T16:28:18,752 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:18,752 INFO [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a., storeName=55ceff5dac619987d8206aa1b4348e6a/A, priority=13, startTime=1731169697870; duration=0sec 2024-11-09T16:28:18,752 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T16:28:18,752 DEBUG [RS:0;adb42ec6d7d6:44345-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55ceff5dac619987d8206aa1b4348e6a:A 2024-11-09T16:28:18,798 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/16ed711570534672a282c636dc5f8415 2024-11-09T16:28:18,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e54ade51e7e645d983d69fc9aa254bef is 50, key is test_row_0/B:col10/1731169697040/Put/seqid=0 2024-11-09T16:28:18,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742429_1605 (size=12301) 2024-11-09T16:28:19,209 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e54ade51e7e645d983d69fc9aa254bef 2024-11-09T16:28:19,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/3b30f4706ef54b9a93704e69d0f9d72c is 50, key is test_row_0/C:col10/1731169697040/Put/seqid=0 2024-11-09T16:28:19,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742430_1606 (size=12301) 2024-11-09T16:28:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T16:28:19,618 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/3b30f4706ef54b9a93704e69d0f9d72c 2024-11-09T16:28:19,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/16ed711570534672a282c636dc5f8415 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/16ed711570534672a282c636dc5f8415 2024-11-09T16:28:19,625 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/16ed711570534672a282c636dc5f8415, entries=150, sequenceid=366, filesize=30.5 K 2024-11-09T16:28:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/e54ade51e7e645d983d69fc9aa254bef as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e54ade51e7e645d983d69fc9aa254bef 2024-11-09T16:28:19,629 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e54ade51e7e645d983d69fc9aa254bef, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T16:28:19,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/3b30f4706ef54b9a93704e69d0f9d72c as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/3b30f4706ef54b9a93704e69d0f9d72c 2024-11-09T16:28:19,633 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/3b30f4706ef54b9a93704e69d0f9d72c, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T16:28:19,634 INFO [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 55ceff5dac619987d8206aa1b4348e6a in 1679ms, sequenceid=366, compaction requested=false 2024-11-09T16:28:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:19,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb42ec6d7d6:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-09T16:28:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-09T16:28:19,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-09T16:28:19,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2890 sec 2024-11-09T16:28:19,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.2930 sec 2024-11-09T16:28:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-09T16:28:21,452 INFO [Thread-2252 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 230 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5463 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5392 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5525 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5477 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5420 2024-11-09T16:28:21,452 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T16:28:21,452 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T16:28:21,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55544bc7 to 127.0.0.1:57820 2024-11-09T16:28:21,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:21,453 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-09T16:28:21,453 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T16:28:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T16:28:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T16:28:21,455 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169701455"}]},"ts":"1731169701455"} 2024-11-09T16:28:21,456 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T16:28:21,473 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T16:28:21,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T16:28:21,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, UNASSIGN}] 2024-11-09T16:28:21,476 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, UNASSIGN 2024-11-09T16:28:21,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=55ceff5dac619987d8206aa1b4348e6a, regionState=CLOSING, regionLocation=adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:21,477 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T16:28:21,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure 55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874}] 2024-11-09T16:28:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T16:28:21,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:21,629 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:21,629 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-09T16:28:21,629 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing 55ceff5dac619987d8206aa1b4348e6a, disabling compactions & flushes 2024-11-09T16:28:21,629 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:21,629 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:21,629 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. after waiting 0 ms 2024-11-09T16:28:21,629 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:21,629 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing 55ceff5dac619987d8206aa1b4348e6a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T16:28:21,629 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=A 2024-11-09T16:28:21,630 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:21,630 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=B 2024-11-09T16:28:21,630 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:21,630 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55ceff5dac619987d8206aa1b4348e6a, store=C 2024-11-09T16:28:21,630 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T16:28:21,636 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f920766765484da18c00e2999f64ab64_55ceff5dac619987d8206aa1b4348e6a is 50, key is test_row_1/A:col10/1731169698077/Put/seqid=0 2024-11-09T16:28:21,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742431_1607 (size=9914) 2024-11-09T16:28:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T16:28:22,043 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:28:22,047 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f920766765484da18c00e2999f64ab64_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f920766765484da18c00e2999f64ab64_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:22,048 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/16a65ce4bcd84e13988fc14b7934bd42, store: [table=TestAcidGuarantees family=A region=55ceff5dac619987d8206aa1b4348e6a] 2024-11-09T16:28:22,048 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/16a65ce4bcd84e13988fc14b7934bd42 is 175, key is test_row_1/A:col10/1731169698077/Put/seqid=0 2024-11-09T16:28:22,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742432_1608 (size=22561) 2024-11-09T16:28:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T16:28:22,160 DEBUG [regionserver/adb42ec6d7d6:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-11-09T16:28:22,452 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/16a65ce4bcd84e13988fc14b7934bd42 2024-11-09T16:28:22,470 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/fbb99966b3274e869429f825e5c49160 is 50, key is test_row_1/B:col10/1731169698077/Put/seqid=0 2024-11-09T16:28:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742433_1609 (size=9857) 2024-11-09T16:28:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T16:28:22,876 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/fbb99966b3274e869429f825e5c49160 2024-11-09T16:28:22,882 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/64a378e413464022808e6d5cb054e531 is 50, key is test_row_1/C:col10/1731169698077/Put/seqid=0 2024-11-09T16:28:22,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742434_1610 (size=9857) 2024-11-09T16:28:23,286 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/64a378e413464022808e6d5cb054e531 2024-11-09T16:28:23,289 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/A/16a65ce4bcd84e13988fc14b7934bd42 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/16a65ce4bcd84e13988fc14b7934bd42 2024-11-09T16:28:23,292 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/16a65ce4bcd84e13988fc14b7934bd42, entries=100, sequenceid=377, filesize=22.0 K 2024-11-09T16:28:23,292 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/B/fbb99966b3274e869429f825e5c49160 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/fbb99966b3274e869429f825e5c49160 2024-11-09T16:28:23,295 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/fbb99966b3274e869429f825e5c49160, entries=100, sequenceid=377, filesize=9.6 K 2024-11-09T16:28:23,295 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/.tmp/C/64a378e413464022808e6d5cb054e531 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/64a378e413464022808e6d5cb054e531 2024-11-09T16:28:23,297 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/64a378e413464022808e6d5cb054e531, entries=100, sequenceid=377, filesize=9.6 K 2024-11-09T16:28:23,298 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 55ceff5dac619987d8206aa1b4348e6a in 1669ms, sequenceid=377, compaction requested=true 2024-11-09T16:28:23,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/ee47b81690dd4aa7a405c51de2ed3ad4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b24ed26d128347e28290f54932b37773, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d51c5690649a470ea88569d334e4d419, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/31a105abf0824a7fa6fb528f7ccf21ed, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/2307676b5c87423e86912c3ae9fddadc, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d55a319672f74754b97e64dc81fcf597, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/f56bf4afa4e74b96b2ba504ce0465679, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a4acf917518347e8a0c5cda5a90cdd92, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4bd3ac89808843dba0c61e89e5637df0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a9df133c9cf543fbb013caf6c8e7b647, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/07232a79955f47b6965ed123c2573cb0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/737620bffbf846b89742b3ee0f0a5d6b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/55a7f77ca25a4c2cbbfd290f449a844b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b84af4b4a98c4f9b95d487efcb9654a4, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/0f921a15a33442cd80bf2f888ffd6411, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6277ea29535f4fe2a6a8a4406d113925, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/1746b278e0cb44088e7721ea278af920, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/cc4c477450eb463ea9a93b2d587c52d1, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d46845011fe34ea6b73ea235655cec13, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/c97921a9b5f3401bb18434df41372ea0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/5c58336bf1854995becbb3b0183b6a60, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/af707f5bd86e468d90ef633dbcc9d84d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4e74459134c74cbca62336b2ce396f6e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/549479cbfd1c410685c96d87afce7f7c, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6c2c2f8a18e04dabbc4649c87f547fbd] to archive 2024-11-09T16:28:23,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:28:23,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/ee47b81690dd4aa7a405c51de2ed3ad4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/ee47b81690dd4aa7a405c51de2ed3ad4 2024-11-09T16:28:23,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b24ed26d128347e28290f54932b37773 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b24ed26d128347e28290f54932b37773 2024-11-09T16:28:23,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d51c5690649a470ea88569d334e4d419 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d51c5690649a470ea88569d334e4d419 2024-11-09T16:28:23,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/31a105abf0824a7fa6fb528f7ccf21ed to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/31a105abf0824a7fa6fb528f7ccf21ed 2024-11-09T16:28:23,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/2307676b5c87423e86912c3ae9fddadc to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/2307676b5c87423e86912c3ae9fddadc 2024-11-09T16:28:23,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d55a319672f74754b97e64dc81fcf597 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d55a319672f74754b97e64dc81fcf597 2024-11-09T16:28:23,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/f56bf4afa4e74b96b2ba504ce0465679 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/f56bf4afa4e74b96b2ba504ce0465679 2024-11-09T16:28:23,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a4acf917518347e8a0c5cda5a90cdd92 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a4acf917518347e8a0c5cda5a90cdd92 2024-11-09T16:28:23,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4bd3ac89808843dba0c61e89e5637df0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4bd3ac89808843dba0c61e89e5637df0 2024-11-09T16:28:23,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a9df133c9cf543fbb013caf6c8e7b647 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/a9df133c9cf543fbb013caf6c8e7b647 2024-11-09T16:28:23,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/07232a79955f47b6965ed123c2573cb0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/07232a79955f47b6965ed123c2573cb0 2024-11-09T16:28:23,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/737620bffbf846b89742b3ee0f0a5d6b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/737620bffbf846b89742b3ee0f0a5d6b 2024-11-09T16:28:23,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/55a7f77ca25a4c2cbbfd290f449a844b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/55a7f77ca25a4c2cbbfd290f449a844b 2024-11-09T16:28:23,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b84af4b4a98c4f9b95d487efcb9654a4 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/b84af4b4a98c4f9b95d487efcb9654a4 2024-11-09T16:28:23,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/0f921a15a33442cd80bf2f888ffd6411 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/0f921a15a33442cd80bf2f888ffd6411 2024-11-09T16:28:23,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6277ea29535f4fe2a6a8a4406d113925 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6277ea29535f4fe2a6a8a4406d113925 2024-11-09T16:28:23,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/1746b278e0cb44088e7721ea278af920 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/1746b278e0cb44088e7721ea278af920 2024-11-09T16:28:23,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/cc4c477450eb463ea9a93b2d587c52d1 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/cc4c477450eb463ea9a93b2d587c52d1 2024-11-09T16:28:23,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d46845011fe34ea6b73ea235655cec13 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/d46845011fe34ea6b73ea235655cec13 2024-11-09T16:28:23,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/c97921a9b5f3401bb18434df41372ea0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/c97921a9b5f3401bb18434df41372ea0 2024-11-09T16:28:23,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/5c58336bf1854995becbb3b0183b6a60 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/5c58336bf1854995becbb3b0183b6a60 2024-11-09T16:28:23,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/af707f5bd86e468d90ef633dbcc9d84d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/af707f5bd86e468d90ef633dbcc9d84d 2024-11-09T16:28:23,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4e74459134c74cbca62336b2ce396f6e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/4e74459134c74cbca62336b2ce396f6e 2024-11-09T16:28:23,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/549479cbfd1c410685c96d87afce7f7c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/549479cbfd1c410685c96d87afce7f7c 2024-11-09T16:28:23,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6c2c2f8a18e04dabbc4649c87f547fbd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/6c2c2f8a18e04dabbc4649c87f547fbd 2024-11-09T16:28:23,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/45fb042ed26e4f64a22d9c6c4f8833ee, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e6ba95e459da43bba4222c9a683d4fee, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/441d511344094481bdd64fc3d28140e2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/0cac6dd8e97c4e92a18bd47f41d8f881, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ad737d22c2b74110a8e1a354c44d1263, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a71cf2b055164aafbc1817db76a413d7, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/300f9cc817e44c4a833c1a62f5d00b55, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/20f382a156d2400899fb296039316727, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/f90a0b2a527844949d059ab451d21f6b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/6613f1a18ed84ad2b197529b8884a0d3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/5f24ac90382f4d7c8b70697d0f277256, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/1b0c88eba89c4d7aa55a02dbfb8f6fdc, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/be6058f84a6142feaac943810a990f9f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/8126028520f645ee99769525cefcac2e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/84f420064a53417998acc369a6069c7e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e2d0f7eb61414a20857e7559b16bb3f0, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/403f57143d014660b638876bfcfba68e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e9637efe60f041eeb3e682c6ed88f2fd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ac1f809c0095455b8bb35103b7355686, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a175a8adf6c742efa005a4d13e402cc3, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/c8037cbcc00e4f45be5eebeee24992e2, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/2b9dcc3b14fd45ab9f35033f1278704e, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/562637e5c4c8412cb9290c29c0811a48, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a40e70a7a38f4ef0a99b736898175647] to archive 2024-11-09T16:28:23,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:28:23,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/45fb042ed26e4f64a22d9c6c4f8833ee to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/45fb042ed26e4f64a22d9c6c4f8833ee 2024-11-09T16:28:23,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e1bf20ffaa3e43d4ab8eb71bc6d28baf 2024-11-09T16:28:23,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e6ba95e459da43bba4222c9a683d4fee to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e6ba95e459da43bba4222c9a683d4fee 2024-11-09T16:28:23,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/441d511344094481bdd64fc3d28140e2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/441d511344094481bdd64fc3d28140e2 2024-11-09T16:28:23,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/0cac6dd8e97c4e92a18bd47f41d8f881 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/0cac6dd8e97c4e92a18bd47f41d8f881 2024-11-09T16:28:23,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ad737d22c2b74110a8e1a354c44d1263 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ad737d22c2b74110a8e1a354c44d1263 2024-11-09T16:28:23,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a71cf2b055164aafbc1817db76a413d7 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a71cf2b055164aafbc1817db76a413d7 2024-11-09T16:28:23,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/300f9cc817e44c4a833c1a62f5d00b55 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/300f9cc817e44c4a833c1a62f5d00b55 2024-11-09T16:28:23,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/20f382a156d2400899fb296039316727 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/20f382a156d2400899fb296039316727 2024-11-09T16:28:23,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/f90a0b2a527844949d059ab451d21f6b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/f90a0b2a527844949d059ab451d21f6b 2024-11-09T16:28:23,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/6613f1a18ed84ad2b197529b8884a0d3 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/6613f1a18ed84ad2b197529b8884a0d3 2024-11-09T16:28:23,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/5f24ac90382f4d7c8b70697d0f277256 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/5f24ac90382f4d7c8b70697d0f277256 2024-11-09T16:28:23,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/1b0c88eba89c4d7aa55a02dbfb8f6fdc to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/1b0c88eba89c4d7aa55a02dbfb8f6fdc 2024-11-09T16:28:23,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/be6058f84a6142feaac943810a990f9f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/be6058f84a6142feaac943810a990f9f 2024-11-09T16:28:23,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/8126028520f645ee99769525cefcac2e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/8126028520f645ee99769525cefcac2e 2024-11-09T16:28:23,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/84f420064a53417998acc369a6069c7e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/84f420064a53417998acc369a6069c7e 2024-11-09T16:28:23,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e2d0f7eb61414a20857e7559b16bb3f0 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e2d0f7eb61414a20857e7559b16bb3f0 2024-11-09T16:28:23,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/403f57143d014660b638876bfcfba68e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/403f57143d014660b638876bfcfba68e 2024-11-09T16:28:23,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e9637efe60f041eeb3e682c6ed88f2fd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e9637efe60f041eeb3e682c6ed88f2fd 2024-11-09T16:28:23,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ac1f809c0095455b8bb35103b7355686 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/ac1f809c0095455b8bb35103b7355686 2024-11-09T16:28:23,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a175a8adf6c742efa005a4d13e402cc3 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a175a8adf6c742efa005a4d13e402cc3 2024-11-09T16:28:23,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/c8037cbcc00e4f45be5eebeee24992e2 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/c8037cbcc00e4f45be5eebeee24992e2 2024-11-09T16:28:23,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/2b9dcc3b14fd45ab9f35033f1278704e to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/2b9dcc3b14fd45ab9f35033f1278704e 2024-11-09T16:28:23,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/562637e5c4c8412cb9290c29c0811a48 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/562637e5c4c8412cb9290c29c0811a48 2024-11-09T16:28:23,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a40e70a7a38f4ef0a99b736898175647 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/a40e70a7a38f4ef0a99b736898175647 2024-11-09T16:28:23,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/03a7f1aa3ab645c9b104269bce9d62cd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d674491bc79c45dcb12924b4d18aa979, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/e03560889a2940e7b69215c87b444906, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bec8ae99162849ed90e806eb8ede95d8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7f50185b2be844be8371895202cc5519, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/9825b4e2d22c4baf85a7e9d7124ba766, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/cf9ca0b57aa74bf193d62041378241f8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/5f22b2aa31c34234a7e0ce5bbafe5725, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/379c3a21999a4a6c91d28f9245292fdd, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/23f94fd602a54f81b6edbae695bc01db, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7e32e87c860143c5aa06b1b16bc5e49b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/8be52ced36f944159d89c183e25ad939, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0db93f5f230945788bb5e7dd869e20df, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bc4754e0c2ad419db345f3714e0b4b3d, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/88631d0194a64a5e86ae0546e51a84d6, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0749fd7a28704b009e523e31c7185b79, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/de86606043eb47fab871e88dd65ff5e8, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/72ef5aaeae79475c884aec6179d42800, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/6713788d36d84e30b65f2d68f986ca4f, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d5048c4c23ba4539adb4c64ba10d7816, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/1323d75134a34e8b8085901b588514d5, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4cd58c8943164565b5a2aec6939ec681, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/044a27620bc544309442d9e368d3033b, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4856c8901ca547528be6ac93cd26d244] to archive 2024-11-09T16:28:23,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T16:28:23,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/03a7f1aa3ab645c9b104269bce9d62cd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/03a7f1aa3ab645c9b104269bce9d62cd 2024-11-09T16:28:23,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d674491bc79c45dcb12924b4d18aa979 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d674491bc79c45dcb12924b4d18aa979 2024-11-09T16:28:23,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/e03560889a2940e7b69215c87b444906 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/e03560889a2940e7b69215c87b444906 2024-11-09T16:28:23,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bec8ae99162849ed90e806eb8ede95d8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bec8ae99162849ed90e806eb8ede95d8 2024-11-09T16:28:23,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7f50185b2be844be8371895202cc5519 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7f50185b2be844be8371895202cc5519 2024-11-09T16:28:23,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/9825b4e2d22c4baf85a7e9d7124ba766 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/9825b4e2d22c4baf85a7e9d7124ba766 2024-11-09T16:28:23,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/cf9ca0b57aa74bf193d62041378241f8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/cf9ca0b57aa74bf193d62041378241f8 2024-11-09T16:28:23,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/5f22b2aa31c34234a7e0ce5bbafe5725 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/5f22b2aa31c34234a7e0ce5bbafe5725 2024-11-09T16:28:23,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/379c3a21999a4a6c91d28f9245292fdd to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/379c3a21999a4a6c91d28f9245292fdd 2024-11-09T16:28:23,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/23f94fd602a54f81b6edbae695bc01db to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/23f94fd602a54f81b6edbae695bc01db 2024-11-09T16:28:23,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7e32e87c860143c5aa06b1b16bc5e49b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7e32e87c860143c5aa06b1b16bc5e49b 2024-11-09T16:28:23,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/8be52ced36f944159d89c183e25ad939 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/8be52ced36f944159d89c183e25ad939 2024-11-09T16:28:23,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0db93f5f230945788bb5e7dd869e20df to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0db93f5f230945788bb5e7dd869e20df 2024-11-09T16:28:23,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bc4754e0c2ad419db345f3714e0b4b3d to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/bc4754e0c2ad419db345f3714e0b4b3d 2024-11-09T16:28:23,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/88631d0194a64a5e86ae0546e51a84d6 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/88631d0194a64a5e86ae0546e51a84d6 2024-11-09T16:28:23,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0749fd7a28704b009e523e31c7185b79 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/0749fd7a28704b009e523e31c7185b79 2024-11-09T16:28:23,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/de86606043eb47fab871e88dd65ff5e8 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/de86606043eb47fab871e88dd65ff5e8 2024-11-09T16:28:23,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/72ef5aaeae79475c884aec6179d42800 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/72ef5aaeae79475c884aec6179d42800 2024-11-09T16:28:23,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/6713788d36d84e30b65f2d68f986ca4f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/6713788d36d84e30b65f2d68f986ca4f 2024-11-09T16:28:23,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d5048c4c23ba4539adb4c64ba10d7816 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/d5048c4c23ba4539adb4c64ba10d7816 2024-11-09T16:28:23,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/1323d75134a34e8b8085901b588514d5 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/1323d75134a34e8b8085901b588514d5 2024-11-09T16:28:23,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4cd58c8943164565b5a2aec6939ec681 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4cd58c8943164565b5a2aec6939ec681 2024-11-09T16:28:23,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/044a27620bc544309442d9e368d3033b to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/044a27620bc544309442d9e368d3033b 2024-11-09T16:28:23,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4856c8901ca547528be6ac93cd26d244 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/4856c8901ca547528be6ac93cd26d244 2024-11-09T16:28:23,367 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=4 2024-11-09T16:28:23,368 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a. 2024-11-09T16:28:23,368 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for 55ceff5dac619987d8206aa1b4348e6a: 2024-11-09T16:28:23,369 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed 55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,369 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=55ceff5dac619987d8206aa1b4348e6a, regionState=CLOSED 2024-11-09T16:28:23,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-09T16:28:23,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure 55ceff5dac619987d8206aa1b4348e6a, server=adb42ec6d7d6,44345,1731169519874 in 1.8930 sec 2024-11-09T16:28:23,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-09T16:28:23,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=55ceff5dac619987d8206aa1b4348e6a, UNASSIGN in 1.8960 sec 2024-11-09T16:28:23,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-09T16:28:23,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8980 sec 2024-11-09T16:28:23,374 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169703374"}]},"ts":"1731169703374"} 2024-11-09T16:28:23,375 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T16:28:23,390 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T16:28:23,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-09T16:28:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-09T16:28:23,559 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-09T16:28:23,559 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T16:28:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:28:23,561 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:28:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T16:28:23,562 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:28:23,565 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,568 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C, FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/recovered.edits] 2024-11-09T16:28:23,572 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/16a65ce4bcd84e13988fc14b7934bd42 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/16a65ce4bcd84e13988fc14b7934bd42 2024-11-09T16:28:23,575 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/16ed711570534672a282c636dc5f8415 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/16ed711570534672a282c636dc5f8415 2024-11-09T16:28:23,577 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/85cb928854b04c8a9f6dd43db5de6fda to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/A/85cb928854b04c8a9f6dd43db5de6fda 2024-11-09T16:28:23,580 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/bfabd4d7e4834a2d9a3c88bb3d4c0a21 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/bfabd4d7e4834a2d9a3c88bb3d4c0a21 2024-11-09T16:28:23,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e54ade51e7e645d983d69fc9aa254bef to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/e54ade51e7e645d983d69fc9aa254bef 2024-11-09T16:28:23,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/fbb99966b3274e869429f825e5c49160 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/B/fbb99966b3274e869429f825e5c49160 2024-11-09T16:28:23,585 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/3b30f4706ef54b9a93704e69d0f9d72c to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/3b30f4706ef54b9a93704e69d0f9d72c 2024-11-09T16:28:23,586 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/64a378e413464022808e6d5cb054e531 to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/64a378e413464022808e6d5cb054e531 2024-11-09T16:28:23,587 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7a3f17c9760b4118ab1c19557462778f to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/C/7a3f17c9760b4118ab1c19557462778f 2024-11-09T16:28:23,590 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/recovered.edits/380.seqid to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a/recovered.edits/380.seqid 2024-11-09T16:28:23,591 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/default/TestAcidGuarantees/55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,591 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T16:28:23,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T16:28:23,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T16:28:23,593 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110901803fbed42142858be35b1588dba468_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110901803fbed42142858be35b1588dba468_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,594 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092386b30214bf43fca01270f69cd6c359_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092386b30214bf43fca01270f69cd6c359_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110927952682fb3743fb8b8b08042200c849_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110927952682fb3743fb8b8b08042200c849_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110965c65bd6f22b42749fa2011b62d268df_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110965c65bd6f22b42749fa2011b62d268df_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,596 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109730009268ca04f619719f142c539ad34_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109730009268ca04f619719f142c539ad34_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097dff6296074549c288bf42c08aa10128_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097dff6296074549c288bf42c08aa10128_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098447afb5d1f54b02b9f23de6c51d3741_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098447afb5d1f54b02b9f23de6c51d3741_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098a5be054b2ca435aa8ce9a465450a21e_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098a5be054b2ca435aa8ce9a465450a21e_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,599 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098afd89790e36433f8820135a94da8b1b_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098afd89790e36433f8820135a94da8b1b_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,599 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6bcfeb0673046b3a5f889592184b320_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6bcfeb0673046b3a5f889592184b320_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,600 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6f9d6e9175a4020bbffba3d5fd2f3fb_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6f9d6e9175a4020bbffba3d5fd2f3fb_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,601 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bc9f629ce82947aea3fb8cbba6e1ab65_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bc9f629ce82947aea3fb8cbba6e1ab65_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,602 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c0265be319a24b3cb1a146ccbe86413a_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c0265be319a24b3cb1a146ccbe86413a_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,602 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c17b6d63ad9c4f58bfbf8d576fac3813_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c17b6d63ad9c4f58bfbf8d576fac3813_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,603 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109caaf723257fd4702b264eb148db341ac_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109caaf723257fd4702b264eb148db341ac_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,604 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd3938429c7548babfa3a524f4e76aa1_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd3938429c7548babfa3a524f4e76aa1_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e6b7103e05e14690afe59b0dde0226fd_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e6b7103e05e14690afe59b0dde0226fd_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f920766765484da18c00e2999f64ab64_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f920766765484da18c00e2999f64ab64_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,606 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f9a667224d754ddf8c7056f2d82c7743_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f9a667224d754ddf8c7056f2d82c7743_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,607 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ff480c2884f3476cbd552c80addb569e_55ceff5dac619987d8206aa1b4348e6a to hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ff480c2884f3476cbd552c80addb569e_55ceff5dac619987d8206aa1b4348e6a 2024-11-09T16:28:23,607 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T16:28:23,609 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:28:23,611 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T16:28:23,612 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T16:28:23,613 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:28:23,613 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T16:28:23,613 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731169703613"}]},"ts":"9223372036854775807"} 2024-11-09T16:28:23,615 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-09T16:28:23,615 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 55ceff5dac619987d8206aa1b4348e6a, NAME => 'TestAcidGuarantees,,1731169674117.55ceff5dac619987d8206aa1b4348e6a.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T16:28:23,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T16:28:23,615 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731169703615"}]},"ts":"9223372036854775807"} 2024-11-09T16:28:23,617 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-09T16:28:23,628 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T16:28:23,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-09T16:28:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40583 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-09T16:28:23,663 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-09T16:28:23,705 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 396) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=256 (was 773) 2024-11-09T16:28:23,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-09T16:28:23,706 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-09T16:28:23,706 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:57820 2024-11-09T16:28:23,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:23,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:28:23,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=690286051, stopped=false 2024-11-09T16:28:23,707 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=adb42ec6d7d6,40583,1731169519100 2024-11-09T16:28:23,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T16:28:23,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T16:28:23,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-09T16:28:23,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:28:23,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:28:23,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:23,724 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb42ec6d7d6,44345,1731169519874' ***** 2024-11-09T16:28:23,724 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-09T16:28:23,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T16:28:23,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T16:28:23,724 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:28:23,724 INFO [RS:0;adb42ec6d7d6:44345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:28:23,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-09T16:28:23,724 INFO [RS:0;adb42ec6d7d6:44345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:28:23,725 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(3579): Received CLOSE for 122a475580ab27893b98da6194a81039 2024-11-09T16:28:23,725 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1224): stopping server adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:23,725 DEBUG [RS:0;adb42ec6d7d6:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:23,725 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:28:23,725 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:28:23,725 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:28:23,725 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-09T16:28:23,725 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-09T16:28:23,726 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 122a475580ab27893b98da6194a81039, disabling compactions & flushes 2024-11-09T16:28:23,726 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 122a475580ab27893b98da6194a81039=hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039.} 2024-11-09T16:28:23,726 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:28:23,726 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:28:23,726 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:28:23,726 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-09T16:28:23,726 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. after waiting 0 ms 2024-11-09T16:28:23,726 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-09T16:28:23,726 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:28:23,726 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:28:23,726 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:28:23,726 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 122a475580ab27893b98da6194a81039 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-09T16:28:23,726 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-09T16:28:23,729 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1629): Waiting on 122a475580ab27893b98da6194a81039, 1588230740 2024-11-09T16:28:23,742 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039/.tmp/info/b1ff77e4b5b9477b93bbe87212d6106d is 45, key is default/info:d/1731169524598/Put/seqid=0 2024-11-09T16:28:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742435_1611 (size=5037) 2024-11-09T16:28:23,747 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/info/d2a336c767604f919324876403d5bcfc is 143, key is hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039./info:regioninfo/1731169524451/Put/seqid=0 2024-11-09T16:28:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742436_1612 (size=7725) 2024-11-09T16:28:23,753 INFO [regionserver/adb42ec6d7d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:28:23,929 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1629): Waiting on 122a475580ab27893b98da6194a81039, 1588230740 2024-11-09T16:28:24,129 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1629): Waiting on 122a475580ab27893b98da6194a81039, 1588230740 2024-11-09T16:28:24,132 ERROR [LeaseRenewer:jenkins@localhost:37985 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:37985,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:28:24,145 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039/.tmp/info/b1ff77e4b5b9477b93bbe87212d6106d 2024-11-09T16:28:24,149 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039/.tmp/info/b1ff77e4b5b9477b93bbe87212d6106d as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039/info/b1ff77e4b5b9477b93bbe87212d6106d 2024-11-09T16:28:24,150 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/info/d2a336c767604f919324876403d5bcfc 2024-11-09T16:28:24,153 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039/info/b1ff77e4b5b9477b93bbe87212d6106d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-09T16:28:24,153 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 122a475580ab27893b98da6194a81039 in 427ms, sequenceid=6, compaction requested=false 2024-11-09T16:28:24,157 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/namespace/122a475580ab27893b98da6194a81039/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T16:28:24,157 INFO [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:28:24,157 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 122a475580ab27893b98da6194a81039: 2024-11-09T16:28:24,157 DEBUG [RS_CLOSE_REGION-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731169523129.122a475580ab27893b98da6194a81039. 2024-11-09T16:28:24,158 INFO [regionserver/adb42ec6d7d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:28:24,158 INFO [regionserver/adb42ec6d7d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:28:24,168 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/rep_barrier/5bee406c157d4dc2bbe9983feeb81b94 is 102, key is TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f./rep_barrier:/1731169553048/DeleteFamily/seqid=0 2024-11-09T16:28:24,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742437_1613 (size=6025) 2024-11-09T16:28:24,172 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/rep_barrier/5bee406c157d4dc2bbe9983feeb81b94 2024-11-09T16:28:24,188 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/table/1ba8414ca7c34cfbb6bc6770dc20fea4 is 96, key is TestAcidGuarantees,,1731169524913.449558ca54a8f76fc4a34c248dbc9c2f./table:/1731169553048/DeleteFamily/seqid=0 2024-11-09T16:28:24,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742438_1614 (size=5942) 2024-11-09T16:28:24,330 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-09T16:28:24,530 DEBUG [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-09T16:28:24,592 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/table/1ba8414ca7c34cfbb6bc6770dc20fea4 2024-11-09T16:28:24,602 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/info/d2a336c767604f919324876403d5bcfc as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/info/d2a336c767604f919324876403d5bcfc 2024-11-09T16:28:24,608 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/info/d2a336c767604f919324876403d5bcfc, entries=22, sequenceid=93, filesize=7.5 K 2024-11-09T16:28:24,609 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/rep_barrier/5bee406c157d4dc2bbe9983feeb81b94 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/rep_barrier/5bee406c157d4dc2bbe9983feeb81b94 2024-11-09T16:28:24,612 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/rep_barrier/5bee406c157d4dc2bbe9983feeb81b94, entries=6, sequenceid=93, filesize=5.9 K 2024-11-09T16:28:24,613 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/.tmp/table/1ba8414ca7c34cfbb6bc6770dc20fea4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/table/1ba8414ca7c34cfbb6bc6770dc20fea4 2024-11-09T16:28:24,616 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/table/1ba8414ca7c34cfbb6bc6770dc20fea4, entries=9, sequenceid=93, filesize=5.8 K 2024-11-09T16:28:24,617 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 891ms, sequenceid=93, compaction requested=false 2024-11-09T16:28:24,621 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-09T16:28:24,621 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:28:24,621 INFO [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-09T16:28:24,621 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-09T16:28:24,621 DEBUG [RS_CLOSE_META-regionserver/adb42ec6d7d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:28:24,730 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1250): stopping server adb42ec6d7d6,44345,1731169519874; all regions closed. 2024-11-09T16:28:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741834_1010 (size=26050) 2024-11-09T16:28:24,744 DEBUG [RS:0;adb42ec6d7d6:44345 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/oldWALs 2024-11-09T16:28:24,744 INFO [RS:0;adb42ec6d7d6:44345 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb42ec6d7d6%2C44345%2C1731169519874.meta:.meta(num 1731169522795) 2024-11-09T16:28:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741833_1009 (size=13818678) 2024-11-09T16:28:24,748 DEBUG [RS:0;adb42ec6d7d6:44345 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/oldWALs 2024-11-09T16:28:24,748 INFO [RS:0;adb42ec6d7d6:44345 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb42ec6d7d6%2C44345%2C1731169519874:(num 1731169522316) 2024-11-09T16:28:24,748 DEBUG [RS:0;adb42ec6d7d6:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:24,748 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:28:24,749 INFO [RS:0;adb42ec6d7d6:44345 {}] hbase.ChoreService(370): Chore service for: regionserver/adb42ec6d7d6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T16:28:24,749 INFO [regionserver/adb42ec6d7d6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-09T16:28:24,749 INFO [RS:0;adb42ec6d7d6:44345 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44345 2024-11-09T16:28:24,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T16:28:24,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb42ec6d7d6,44345,1731169519874 2024-11-09T16:28:24,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb42ec6d7d6,44345,1731169519874] 2024-11-09T16:28:24,794 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb42ec6d7d6,44345,1731169519874; numProcessing=1 2024-11-09T16:28:24,802 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb42ec6d7d6,44345,1731169519874 already deleted, retry=false 2024-11-09T16:28:24,802 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb42ec6d7d6,44345,1731169519874 expired; onlineServers=0 2024-11-09T16:28:24,802 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb42ec6d7d6,40583,1731169519100' ***** 2024-11-09T16:28:24,802 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:28:24,802 DEBUG [M:0;adb42ec6d7d6:40583 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4d7207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb42ec6d7d6/172.17.0.3:0 2024-11-09T16:28:24,802 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegionServer(1224): stopping server adb42ec6d7d6,40583,1731169519100 2024-11-09T16:28:24,802 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegionServer(1250): stopping server adb42ec6d7d6,40583,1731169519100; all regions closed. 2024-11-09T16:28:24,802 DEBUG [M:0;adb42ec6d7d6:40583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:28:24,802 DEBUG [M:0;adb42ec6d7d6:40583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:28:24,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:28:24,803 DEBUG [M:0;adb42ec6d7d6:40583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:28:24,803 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster-HFileCleaner.large.0-1731169521936 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb42ec6d7d6:0:becomeActiveMaster-HFileCleaner.large.0-1731169521936,5,FailOnTimeoutGroup] 2024-11-09T16:28:24,803 DEBUG [master/adb42ec6d7d6:0:becomeActiveMaster-HFileCleaner.small.0-1731169521940 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb42ec6d7d6:0:becomeActiveMaster-HFileCleaner.small.0-1731169521940,5,FailOnTimeoutGroup] 2024-11-09T16:28:24,803 INFO [M:0;adb42ec6d7d6:40583 {}] hbase.ChoreService(370): Chore service for: master/adb42ec6d7d6:0 had [] on shutdown 2024-11-09T16:28:24,803 DEBUG [M:0;adb42ec6d7d6:40583 {}] master.HMaster(1733): Stopping service threads 2024-11-09T16:28:24,803 INFO [M:0;adb42ec6d7d6:40583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:28:24,803 ERROR [M:0;adb42ec6d7d6:40583 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:37985 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37985,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T16:28:24,804 INFO [M:0;adb42ec6d7d6:40583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:28:24,804 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:28:24,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T16:28:24,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T16:28:24,810 DEBUG [M:0;adb42ec6d7d6:40583 {}] zookeeper.ZKUtil(347): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T16:28:24,810 WARN [M:0;adb42ec6d7d6:40583 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:28:24,810 INFO [M:0;adb42ec6d7d6:40583 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-09T16:28:24,810 INFO [M:0;adb42ec6d7d6:40583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:28:24,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T16:28:24,810 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:28:24,811 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:28:24,811 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:28:24,811 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:28:24,811 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:28:24,811 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=749.88 KB heapSize=921.06 KB 2024-11-09T16:28:24,826 DEBUG [M:0;adb42ec6d7d6:40583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e402591400154a7d861470b7327a0af4 is 82, key is hbase:meta,,1/info:regioninfo/1731169522956/Put/seqid=0 2024-11-09T16:28:24,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742439_1615 (size=5672) 2024-11-09T16:28:24,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:28:24,894 INFO [RS:0;adb42ec6d7d6:44345 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb42ec6d7d6,44345,1731169519874; zookeeper connection closed. 2024-11-09T16:28:24,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x10121b425660001, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:28:24,894 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69dfcb3b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69dfcb3b 2024-11-09T16:28:24,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:28:25,230 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2108 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e402591400154a7d861470b7327a0af4 2024-11-09T16:28:25,260 DEBUG [M:0;adb42ec6d7d6:40583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bff9c6eb80cd42ce9c05c6e3a5875c54 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x94/proc:d/1731169677236/Put/seqid=0 2024-11-09T16:28:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742440_1616 (size=43959) 2024-11-09T16:28:25,666 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=749.33 KB at sequenceid=2108 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bff9c6eb80cd42ce9c05c6e3a5875c54 2024-11-09T16:28:25,672 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bff9c6eb80cd42ce9c05c6e3a5875c54 2024-11-09T16:28:25,691 DEBUG [M:0;adb42ec6d7d6:40583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e08243ad87544039a451fd0030948985 is 69, key is adb42ec6d7d6,44345,1731169519874/rs:state/1731169522079/Put/seqid=0 2024-11-09T16:28:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073742441_1617 (size=5156) 2024-11-09T16:28:26,096 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2108 (bloomFilter=true), to=hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e08243ad87544039a451fd0030948985 2024-11-09T16:28:26,104 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e402591400154a7d861470b7327a0af4 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e402591400154a7d861470b7327a0af4 2024-11-09T16:28:26,107 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e402591400154a7d861470b7327a0af4, entries=8, sequenceid=2108, filesize=5.5 K 2024-11-09T16:28:26,107 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bff9c6eb80cd42ce9c05c6e3a5875c54 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bff9c6eb80cd42ce9c05c6e3a5875c54 2024-11-09T16:28:26,110 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bff9c6eb80cd42ce9c05c6e3a5875c54 2024-11-09T16:28:26,110 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bff9c6eb80cd42ce9c05c6e3a5875c54, entries=173, sequenceid=2108, filesize=42.9 K 2024-11-09T16:28:26,110 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e08243ad87544039a451fd0030948985 as hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e08243ad87544039a451fd0030948985 2024-11-09T16:28:26,113 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37985/user/jenkins/test-data/5642ea83-421b-1ef3-1f84-c08111701fcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e08243ad87544039a451fd0030948985, entries=1, sequenceid=2108, filesize=5.0 K 2024-11-09T16:28:26,113 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(3040): Finished flush of dataSize ~749.88 KB/767881, heapSize ~920.77 KB/942864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=2108, compaction requested=false 2024-11-09T16:28:26,114 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:28:26,114 DEBUG [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-09T16:28:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741830_1006 (size=906116) 2024-11-09T16:28:26,121 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-09T16:28:26,121 INFO [M:0;adb42ec6d7d6:40583 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-09T16:28:26,121 INFO [M:0;adb42ec6d7d6:40583 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:40583 2024-11-09T16:28:26,160 DEBUG [M:0;adb42ec6d7d6:40583 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/adb42ec6d7d6,40583,1731169519100 already deleted, retry=false 2024-11-09T16:28:26,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:28:26,269 INFO [M:0;adb42ec6d7d6:40583 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb42ec6d7d6,40583,1731169519100; zookeeper connection closed. 2024-11-09T16:28:26,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40583-0x10121b425660000, quorum=127.0.0.1:57820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:28:26,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:28:26,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:28:26,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:28:26,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:28:26,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/hadoop.log.dir/,STOPPED} 2024-11-09T16:28:26,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:28:26,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:28:26,280 WARN [BP-1741444137-172.17.0.3-1731169515908 heartbeating to localhost/127.0.0.1:37985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:28:26,280 WARN [BP-1741444137-172.17.0.3-1731169515908 heartbeating to localhost/127.0.0.1:37985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1741444137-172.17.0.3-1731169515908 (Datanode Uuid 9e35b7df-974d-4735-a5b4-c84fdb26ebf1) service to localhost/127.0.0.1:37985 2024-11-09T16:28:26,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/cluster_ae401065-60d9-3f51-b077-6610844879e0/dfs/data/data1/current/BP-1741444137-172.17.0.3-1731169515908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:28:26,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/cluster_ae401065-60d9-3f51-b077-6610844879e0/dfs/data/data2/current/BP-1741444137-172.17.0.3-1731169515908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:28:26,283 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:28:26,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:28:26,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:28:26,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:28:26,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:28:26,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7cbf178-1dcf-fd87-c8f1-7c7d4f8ea49e/hadoop.log.dir/,STOPPED} 2024-11-09T16:28:26,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:28:26,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down